-- Logs begin at Fri 2022-09-09 05:49:15 UTC, end at Fri 2022-09-09 06:48:27 UTC. -- Sep 09 06:20:41.614916 dv-cinder-852209-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 06:20:44.287719 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.common.config [-] Logging enabled! Sep 09 06:20:44.288305 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 09 06:20:44.288515 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106173) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 09 06:20:44.291730 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.common.config [-] Logging enabled! Sep 09 06:20:44.291986 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 09 06:20:44.292301 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106173) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 09 06:20:44.293241 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 06:20:44.293481 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 06:20:44.293957 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 06:20:44.294205 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 06:20:44.294431 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 06:20:44.294749 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.295048 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.295280 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.295604 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.295896 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.296177 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.296468 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.296763 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.297048 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.297327 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.297611 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.297842 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.298122 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.298408 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.298749 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.298975 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] debug = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.299251 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.299704 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.300100 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.300384 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.300672 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.300948 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.301219 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.301492 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.301780 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.302101 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] host = dv-cinder-852209-16-iscsi {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.302378 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.302664 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.302947 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.303231 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.303509 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.303809 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.304090 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.304363 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.304634 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.304908 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.305193 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.305477 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.305762 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.305986 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.306208 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.306491 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.306776 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.307049 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.307323 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.307615 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.307889 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.308161 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.308428 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.308710 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.308993 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.309275 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.309547 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.309818 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.310087 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.310359 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.310642 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.310914 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.311184 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.311455 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.311762 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.312028 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.312300 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.312596 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.312879 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.313159 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.313449 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.313721 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.314001 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.314858 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.315137 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.315414 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_json = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.315714 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.315991 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.316273 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.316548 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.316818 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.317092 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.317364 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.317649 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.317920 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:44.318220 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.318515 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.318814 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.319101 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.319408 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.319713 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.320003 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.320286 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.320577 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.320868 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.321159 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.321439 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.321741 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.322031 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.322325 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.322629 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.322924 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.323215 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.323496 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.323797 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.324071 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.324349 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.324636 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.324918 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.325208 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.325495 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.325774 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.326069 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.326353 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.326636 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.326929 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.327218 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.327493 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.327798 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.328089 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.328370 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.328645 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.328937 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.329222 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.329499 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.329828 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.330732 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.331132 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.331422 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.331742 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.332045 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.332331 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.332861 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.333141 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.333432 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.333709 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.334000 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.334282 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.334560 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.334837 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.335119 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.335395 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.335706 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.335990 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.336267 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.336545 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.336822 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.337094 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.337370 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.337646 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.337920 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.338193 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.338466 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.338745 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.339019 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.339292 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.339580 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.339860 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.340134 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.340420 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.340721 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.341000 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.341278 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.341556 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.341836 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.342114 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.342391 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.342670 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.342947 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.343223 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.343513 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.343822 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.344107 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.344389 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.344685 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.344979 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.345259 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.345579 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.345864 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.346145 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.346425 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.346710 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.346990 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.347271 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.347588 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.347875 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.348173 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.348470 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.348752 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.349048 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.349343 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.349638 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.349923 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.350235 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.350515 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:44.350732 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 06:20:44.350972 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106173) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 06:20:44.731562 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 09 06:20:44.731889 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 09 06:20:44.732155 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 09 06:20:44.732386 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 09 06:20:44.732668 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 09 06:20:44.732997 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 06:20:45.059227 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.059513 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.059808 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.061004 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.061275 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.061540 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.115135 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.115424 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.115719 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.132005 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.132286 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.132556 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.160943 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.161221 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.161495 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.198771 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.199080 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.199381 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.437780 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.438668 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.438668 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.440295 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.441024 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.547116 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.547910 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.547910 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.548089 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.548254 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.549973 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.549973 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.549973 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.549973 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.550301 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.550692 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.551180 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.552385 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.552385 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.552385 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.552385 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.552770 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.553252 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.554407 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.554407 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.554407 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.554649 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.554984 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.555656 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.556054 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.556456 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.557088 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:20:45.557473 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:20:45.557861 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:20:45.558245 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:20:45.558638 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:20:45.559027 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:20:45.559674 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 06:20:45.564499 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 06:20:45.569136 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 06:20:45.573172 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 09 06:20:45.575023 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 06:20:45.575693 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 06:20:45.576032 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 06:20:45.576422 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 06:20:45.579248 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 06:20:45.579497 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 06:20:45.579874 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 06:20:45.585462 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 06:20:45.614165 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 06:20:45.614868 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.615236 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106173) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 09 06:20:45.615641 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.617016 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106173) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 06:20:45.617308 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 06:20:45.617558 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 06:20:45.629273 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.629555 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:45.707333 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 06:20:45.707909 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 06:20:45.708273 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 06:20:45.708859 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 06:20:45.764855 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO dbcounter [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Registered counter for database neutron Sep 09 06:20:45.782668 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_db.sqlalchemy.engines [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106173) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 06:20:45.790921 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG dbcounter [-] [106173] Writer thread running {{(pid=106173) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 06:20:46.378618 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Initializing driver for type 'gre' Sep 09 06:20:46.379197 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] gre ID ranges: [(1, 1000)] Sep 09 06:20:46.435719 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Initializing driver for type 'local' Sep 09 06:20:46.436068 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Initializing driver for type 'vlan' Sep 09 06:20:46.449934 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] VlanTypeDriver initialization complete Sep 09 06:20:46.450540 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Initializing driver for type 'vxlan' Sep 09 06:20:46.450756 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] vxlan ID ranges: [(1, 1000)] Sep 09 06:20:46.511944 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Initializing extension driver 'port_security' Sep 09 06:20:46.512305 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.extensions.port_security [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] PortSecurityExtensionDriver initialization complete Sep 09 06:20:46.512629 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Initializing mechanism driver 'openvswitch' Sep 09 06:20:46.512969 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Initializing mechanism driver 'hyperv' Sep 09 06:20:46.520718 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.plugin [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:20:46.521390 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > port after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.521769 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.522125 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.522653 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 06:20:46.523054 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > subnet after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.523408 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > subnet after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.523784 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.524177 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 06:20:46.524581 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > network after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.524929 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > network after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.525270 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > network after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.525661 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 06:20:46.526065 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > security_group after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.526413 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > security_group after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.526754 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.527145 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 06:20:46.527625 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.527919 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.528256 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.528777 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 06:20:46.529182 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > address_group after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.529529 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > address_group after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.529870 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.530261 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106173) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 06:20:46.530704 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] ML2 OVO RPC backend initialized. {{(pid=106173) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 09 06:20:46.531417 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.531805 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.532224 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > network before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.532575 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > networks before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.532922 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > port before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.533473 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > ports before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.533911 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > subnet before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.534261 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > subnets before_response 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.534611 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > network after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.534955 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > network after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.535296 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > network after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.535670 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > port after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.536010 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.536346 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.536684 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > subnet after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.537027 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > subnet after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.537367 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.544993 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded quota_driver: . Sep 09 06:20:46.545358 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.plugin [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Modular L2 Plugin initialization complete Sep 09 06:20:46.545706 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading services supported by the core plugin {{(pid=106173) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 06:20:46.546050 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.plugins.ml2.managers [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Got port-security extension from driver 'port_security' Sep 09 06:20:46.546533 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.extensions.vlantransparent [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Disabled vlantransparent extension. Sep 09 06:20:46.547029 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106173) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 06:20:46.547352 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading Plugin: router Sep 09 06:20:46.584415 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.584812 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router after_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.585184 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router before_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.585552 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.585929 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.586287 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router after_delete 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.586651 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.587005 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.587362 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router after_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.587747 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router after_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.588100 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router after_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.588448 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.588808 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router after_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.589221 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.589588 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.589931 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.590268 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: subnet after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.590617 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.590965 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.591314 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.591687 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: port before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.592034 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.592389 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router after_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.592732 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.593083 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_create 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.593443 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.593789 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_update 55549900 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.594155 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > agent after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.594508 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > agent after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.594855 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > network after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.595801 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Tracking information for resource: router configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:20:46.596137 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Tracking information for resource: floatingip configured {{(pid=106173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 06:20:46.601032 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.db.l3_agentschedulers_db [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 06:20:46.601609 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.601998 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: port after_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.602354 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: port after_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.602709 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: port after_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.603499 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router before_create 55550100 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.603896 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.604260 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_create 55550100 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.604618 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > router precommit_update 55550100 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.609389 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.services.provider_configuration [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service providers = [] {{(pid=106173) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 06:20:46.609754 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.db.servicetype_db [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106173) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 06:20:46.612973 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.services.service_base [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 06:20:46.613319 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.services.service_base [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 06:20:46.613660 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.services.service_base [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 06:20:46.614547 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.services.service_base [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 06:20:46.614919 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.services.service_base [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 06:20:46.615299 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:20:46.615645 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 06:20:46.627813 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:20:46.628238 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading Plugin: auto_allocate Sep 09 06:20:46.634008 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: network precommit_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.634331 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: network precommit_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.634848 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:20:46.635167 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading Plugin: tag Sep 09 06:20:46.641742 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:20:46.642075 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading Plugin: timestamp Sep 09 06:20:46.646229 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:20:46.646558 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading Plugin: network_ip_availability Sep 09 06:20:46.652087 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.652460 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.652816 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.653525 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:20:46.653842 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading Plugin: flavors Sep 09 06:20:46.659078 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:20:46.659411 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading Plugin: revisions Sep 09 06:20:46.663871 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 06:20:46.664257 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.931s {{(pid=106173) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 09 06:20:46.664988 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106173) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 09 06:20:46.665325 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Initializing extension manager. Sep 09 06:20:46.665847 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: __init__.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.666189 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: __pycache__ {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.666526 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: address_group.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.667409 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.667999 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: address-group Sep 09 06:20:46.668326 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: address_scope.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.669001 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.669508 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: address-scope Sep 09 06:20:46.669829 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.670703 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.671199 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: router-admin-state-down-before-update Sep 09 06:20:46.671521 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: agent.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.672205 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.672699 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: agent Sep 09 06:20:46.673018 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: agent_resources_synced.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.674451 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.674950 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: agent-resources-synced Sep 09 06:20:46.675266 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: allowedaddresspairs.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.677033 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.677541 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: allowed-address-pairs Sep 09 06:20:46.677864 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: auto_allocated_topology.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.678890 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.679395 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: auto-allocated-topology Sep 09 06:20:46.679758 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: availability_zone.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.680414 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.680914 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: availability_zone Sep 09 06:20:46.681236 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: availability_zone_filter.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.682101 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.682597 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: availability_zone_filter Sep 09 06:20:46.682919 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: data_plane_status.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.683820 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.684313 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 06:20:46.684634 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: default_subnetpools.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.685497 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.685995 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: default-subnetpools Sep 09 06:20:46.686317 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.687081 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.687608 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: dhcp_agent_scheduler Sep 09 06:20:46.687933 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: dns.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.688800 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.689296 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 06:20:46.689679 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: dns_domain_ports.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.690528 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.691024 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 06:20:46.691344 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.692236 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.692730 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 06:20:46.693047 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: dvr.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.693676 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.694168 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: dvr Sep 09 06:20:46.694485 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: ecmp_routes.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.695354 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.695873 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 06:20:46.696192 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: empty_string_filtering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.697057 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.697547 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: empty-string-filtering Sep 09 06:20:46.697865 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.698731 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.699224 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 06:20:46.699565 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.700432 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.700923 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 06:20:46.701243 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: external_net.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.702104 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.702604 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: external-net Sep 09 06:20:46.702922 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.703809 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.704309 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: extra_dhcp_opt Sep 09 06:20:46.704626 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: extraroute.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.705800 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.706297 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: extraroute Sep 09 06:20:46.706618 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: extraroute_atomic.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.707640 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.708402 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: extraroute-atomic Sep 09 06:20:46.708724 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: filter_validation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.709352 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.709853 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: filter-validation Sep 09 06:20:46.710171 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: fip_pf_description.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.711030 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.711521 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 06:20:46.711861 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: fip_pf_detail.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.712737 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.713234 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 09 06:20:46.713552 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: fip_pf_port_range.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.714408 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.714901 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 09 06:20:46.715219 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: fip_port_details.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.716114 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.716616 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: fip-port-details Sep 09 06:20:46.716936 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: flavors.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.718110 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.718619 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: flavors Sep 09 06:20:46.718943 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.720589 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.721628 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 06:20:46.721959 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: floatingip_pools.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.722623 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.723129 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: floatingip-pools Sep 09 06:20:46.723459 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: ip_allocation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.724357 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.724854 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 06:20:46.725180 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.726067 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.726567 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: ip-substring-filtering Sep 09 06:20:46.726892 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l2_adjacency.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.727802 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.728298 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 06:20:46.728621 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.729533 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.730047 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: router Sep 09 06:20:46.730371 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.732741 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.733262 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 06:20:46.733594 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.734477 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.734984 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: ext-gw-mode Sep 09 06:20:46.735313 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.736210 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.737457 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: l3-ha Sep 09 06:20:46.737784 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.738657 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.739160 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 09 06:20:46.739487 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3_flavors.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.740391 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.740909 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: l3-flavors Sep 09 06:20:46.741222 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.742542 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.743051 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 09 06:20:46.743376 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.744281 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.744789 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 06:20:46.745115 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: l3agentscheduler.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.746122 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.746628 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: l3_agent_scheduler Sep 09 06:20:46.746957 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: local_ip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.748686 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.749207 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension local_ip not supported by any of loaded plugins Sep 09 06:20:46.749543 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: logging.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.750975 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.751485 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension logging not supported by any of loaded plugins Sep 09 06:20:46.751844 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: metering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.752588 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.753152 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: metering Sep 09 06:20:46.753476 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.754528 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.755036 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: metering_source_and_destination_fields Sep 09 06:20:46.755363 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: multiprovidernet.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.756270 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.756780 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: multi-provider Sep 09 06:20:46.757102 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: netmtu.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.757974 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.758477 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: net-mtu Sep 09 06:20:46.758802 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: netmtu_writable.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.759705 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.760213 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: net-mtu-writable Sep 09 06:20:46.760537 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: network_availability_zone.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.761169 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.761667 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: network_availability_zone Sep 09 06:20:46.761988 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: network_ip_availability.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.763044 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.763573 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: network-ip-availability Sep 09 06:20:46.763904 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: network_segment_range.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.764626 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.765114 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 06:20:46.765435 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: pagination.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.766363 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.766692 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: pagination Sep 09 06:20:46.767011 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: port_device_profile.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.768409 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.769082 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: port-device-profile Sep 09 06:20:46.769403 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: port_mac_address_override.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.770289 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.770796 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: port-mac-override Sep 09 06:20:46.771117 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.772020 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.772522 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: port-mac-address-regenerate Sep 09 06:20:46.772840 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.773706 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.774206 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: port-numa-affinity-policy Sep 09 06:20:46.774523 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: port_resource_request.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.775385 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.775901 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 06:20:46.776218 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: port_resource_request_groups.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.777136 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.777636 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 09 06:20:46.777958 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: portbindings.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.778836 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.779364 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: binding Sep 09 06:20:46.779715 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: portbindings_extended.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.780926 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.781433 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: binding-extended Sep 09 06:20:46.781757 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: portsecurity.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.782624 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.783133 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: port-security Sep 09 06:20:46.783705 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: project_id.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.784839 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.785177 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: project-id Sep 09 06:20:46.785502 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: providernet.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.786376 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.786887 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: provider Sep 09 06:20:46.787211 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.790681 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.791203 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos not supported by any of loaded plugins Sep 09 06:20:46.791537 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.792927 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.793439 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 06:20:46.793772 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.794660 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.795166 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 06:20:46.795493 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_default.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.796392 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.796895 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-default not supported by any of loaded plugins Sep 09 06:20:46.797223 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_fip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.798095 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.798602 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 06:20:46.799465 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.800367 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.800869 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 09 06:20:46.801197 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_gateway_ip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.802076 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.802574 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 06:20:46.802893 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_port_network_policy.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.803793 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.804294 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 06:20:46.804615 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.805611 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.806115 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 09 06:20:46.806438 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.807422 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.807959 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 09 06:20:46.808280 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_pps_rule.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.809397 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.809900 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 06:20:46.810227 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_rule_type_details.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.811105 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.811634 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 06:20:46.811962 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.812832 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.813328 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 09 06:20:46.813652 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: qos_rules_alias.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.815220 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.815896 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 06:20:46.816225 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: quota_check_limit.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.817115 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.817621 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: quota-check-limit Sep 09 06:20:46.817947 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: quotasv2.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.818854 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.819178 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: quotas Sep 09 06:20:46.819497 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: quotasv2_detail.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.821192 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.821525 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: quota_details Sep 09 06:20:46.821851 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: rbac.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.822877 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.823390 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: rbac-policies Sep 09 06:20:46.823750 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: rbac_address_group.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.824636 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.825137 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: rbac-address-group Sep 09 06:20:46.825461 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: rbac_address_scope.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.826420 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.826925 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: rbac-address-scope Sep 09 06:20:46.827251 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: rbac_security_groups.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.828164 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.828669 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: rbac-security-groups Sep 09 06:20:46.828995 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: rbac_subnetpool.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.829875 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.830429 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: rbac-subnetpool Sep 09 06:20:46.830752 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: revisionifmatch.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.831671 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.832179 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: revision-if-match Sep 09 06:20:46.832503 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: revisions.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.833838 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.834342 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: standard-attr-revisions Sep 09 06:20:46.834668 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: router_availability_zone.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.835301 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.835839 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: router_availability_zone Sep 09 06:20:46.836164 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: routerservicetype.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.837050 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.837554 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 06:20:46.837875 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.838753 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.839254 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: security-groups-normalized-cidr Sep 09 06:20:46.839603 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.840482 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.840984 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: port-security-groups-filtering Sep 09 06:20:46.841303 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.842184 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.842686 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: security-groups-remote-address-group Sep 09 06:20:46.843006 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.843927 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.844428 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: security-groups-shared-filtering Sep 09 06:20:46.844747 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: securitygroup.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.854741 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.855265 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: security-group Sep 09 06:20:46.855621 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: segment.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.856314 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.856816 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension segment not supported by any of loaded plugins Sep 09 06:20:46.857145 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.858036 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.858540 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 06:20:46.858865 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: servicetype.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.859949 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.860461 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: service-type Sep 09 06:20:46.860790 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: sorting.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.862332 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.862664 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: sorting Sep 09 06:20:46.862987 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: standard_attr_segment.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.863916 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.864427 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 06:20:46.864750 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: standardattrdescription.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.865359 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.865863 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: standard-attr-description Sep 09 06:20:46.866184 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: stateful_security_group.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.867065 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.867604 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: stateful-security-group Sep 09 06:20:46.867932 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: stdattrs_common.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.868476 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 06:20:46.868796 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.869677 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.870183 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 06:20:46.870505 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: subnet_onboard.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.871526 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.872059 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: subnet_onboard Sep 09 06:20:46.872385 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.873263 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.873766 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 06:20:46.874089 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: subnet_service_types.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.874972 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.875473 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: subnet-service-types Sep 09 06:20:46.875818 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: subnetallocation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.876855 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.878097 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: subnet_allocation Sep 09 06:20:46.878421 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.879052 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.879564 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: subnetpool-prefix-ops Sep 09 06:20:46.879897 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.880779 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.881287 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 06:20:46.881607 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: tagging.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.882609 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.883127 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: standard-attr-tag Sep 09 06:20:46.883451 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: timestamp.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.884674 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.885134 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loaded extension: standard-attr-timestamp Sep 09 06:20:46.885460 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: trunk.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.886441 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.886943 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension trunk not supported by any of loaded plugins Sep 09 06:20:46.887265 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: trunk_details.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.888182 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.888676 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 06:20:46.888995 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: uplink_status_propagation.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.889866 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.890361 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 06:20:46.890681 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Loading extension file: vlantransparent.py {{(pid=106173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 06:20:46.891309 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 06:20:46.891836 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 06:20:46.894482 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:network Sep 09 06:20:46.894998 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:subnet Sep 09 06:20:46.895393 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:20:46.895822 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:port Sep 09 06:20:46.897096 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.897537 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service FLAVORS assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.898144 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.898570 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.898900 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:router Sep 09 06:20:46.899336 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 06:20:46.899850 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service METERING assigned prefix: /metering {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.901290 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.901661 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.902015 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:20:46.903012 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 06:20:46.903455 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:security_group Sep 09 06:20:46.903906 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 06:20:46.904438 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service CORE assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.904775 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:20:46.905120 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] subnetpool is already registered Sep 09 06:20:46.905549 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service CORE assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.905871 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:20:46.906201 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] subnetpool is already registered Sep 09 06:20:46.908691 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.909138 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service FLAVORS assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.909765 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.910304 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.910640 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:router Sep 09 06:20:46.910996 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] router is already registered Sep 09 06:20:46.911409 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 06:20:46.911775 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] floatingip is already registered Sep 09 06:20:46.912253 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service METERING assigned prefix: /metering {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.912953 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 06:20:46.913282 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] rbac_policy is already registered Sep 09 06:20:46.913702 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:security_group Sep 09 06:20:46.914039 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] security_group is already registered Sep 09 06:20:46.914449 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 06:20:46.914793 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] security_group_rule is already registered Sep 09 06:20:46.915273 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service CORE assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.915620 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:20:46.915953 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] subnetpool is already registered Sep 09 06:20:46.916377 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.v2.resource_helper [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Service CORE assigned prefix: {{(pid=106173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 06:20:46.916696 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 06:20:46.917032 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING neutron.quota.resource_registry [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] subnetpool is already registered Sep 09 06:20:46.917502 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: extensions {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.919082 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: address-groups {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.920646 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: address-scopes {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.921919 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: agents {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.927677 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: auto-allocated-topology {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.930230 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: availability_zones {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.931506 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: dhcp-networks {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.933152 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: dhcp-agents {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.934879 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: routers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.937337 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: flavors {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.938771 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: service_profiles {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.940419 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: next_providers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.942173 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: service_profiles {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.944014 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: floatingip-pools {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.945493 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: routers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.947601 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: floatingips {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.949051 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: l3-routers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.950693 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: l3-agents {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.952349 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: metering-labels {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.953642 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: metering-label-rules {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.954964 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: network-ip-availabilities {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.957086 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: bindings {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.958948 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: quotas {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.960572 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: quotas {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.962301 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: rbac-policies {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.963529 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: security-groups {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.964778 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: security-group-rules {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.966091 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: service-providers {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.967440 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: subnetpools {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.968839 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: subnetpools {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.970341 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.972763 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.974518 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.976489 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.978212 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.980131 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.981964 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.983803 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.985618 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.987585 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron.api.extensions [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Extended resource: tags {{(pid=106173) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 06:20:46.994632 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING keystonemiddleware.auth_token [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 06:20:46.999812 dv-cinder-852209-16-iscsi neutron-server[106173]: WARNING keystonemiddleware.auth_token [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 06:20:47.008897 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Acquiring lock "singleton_lock" {{(pid=106173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 09 06:20:47.009229 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Acquired lock "singleton_lock" {{(pid=106173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 09 06:20:47.009697 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_concurrency.lockutils [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Releasing lock "singleton_lock" {{(pid=106173) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 09 06:20:47.010351 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO oslo_service.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Starting 2 workers Sep 09 06:20:47.015147 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Started child 106286 {{(pid=106173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 06:20:47.020181 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Started child 106287 {{(pid=106173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 06:20:47.021226 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:20:47.021849 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO neutron.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 06:20:47.022395 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:20:47.022696 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [-] (106286) wsgi starting up on http://0.0.0.0:9696 Sep 09 06:20:47.024827 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO oslo_service.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Starting 1 workers Sep 09 06:20:47.025389 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:20:47.026791 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [-] (106287) wsgi starting up on http://0.0.0.0:9696 Sep 09 06:20:47.030016 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Started child 106288 {{(pid=106173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 06:20:47.030543 dv-cinder-852209-16-iscsi neutron-server[106173]: INFO oslo_service.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Starting 1 workers Sep 09 06:20:47.034116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] calling RpcWorker wait() {{(pid=106288) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 06:20:47.034684 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] returning from RpcWorker wait() {{(pid=106288) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 06:20:47.035618 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Started child 106289 {{(pid=106173) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 06:20:47.035824 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:20:47.036259 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:20:47.036354 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-6250d78f-8bc4-4cdf-9846-c9101f17abc6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:20:47.038346 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 06:20:47.038559 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 06:20:47.038747 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 06:20:47.038976 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 06:20:47.039330 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 06:20:47.039509 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 06:20:47.040026 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.040300 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.040581 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.040810 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:20:47.041296 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.041384 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.041668 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.041890 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.042173 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.042442 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.042610 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.042941 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.043191 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.043441 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.043776 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.044042 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.044297 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.044544 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.044716 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.044969 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.045232 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.045478 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.045774 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] debug = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.046049 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.046525 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.046786 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.047032 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.047276 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.047572 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.047848 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.048098 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.048366 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.048582 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.048818 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.049124 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.049377 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.049609 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.049844 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.050117 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.050365 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.050836 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] host = dv-cinder-852209-16-iscsi {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.051054 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.051357 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.051576 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.051820 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.052085 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.052298 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.052566 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.052794 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.053043 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.053266 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.053527 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.053769 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.053991 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.054224 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.054388 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_options = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.054622 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.054911 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.055175 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.055368 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.055526 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.055735 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.055984 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.056241 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.056569 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.056933 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.057166 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.058034 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.058034 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.058034 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.058526 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.058526 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.058766 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.058969 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.059202 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.059474 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.059763 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.060292 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.060292 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.060513 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.060735 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.060984 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.061242 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.061997 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.062234 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.062388 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:20:47.062483 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.062728 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.062988 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.063224 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.063456 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.063743 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.063972 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.064201 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.064435 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.064769 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.065243 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.065243 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.065558 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.066343 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.066499 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.066856 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.067266 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.067266 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_json = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.067804 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.067804 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.067804 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.068205 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.068205 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.068480 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.068725 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.068869 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.069009 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.069432 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.069723 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.070061 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.070321 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.070558 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.070800 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.071035 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.071254 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.071501 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.071825 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.072145 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.072366 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.072660 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.072916 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.073185 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.073501 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.073764 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.074032 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.074268 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.074490 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.074701 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.074921 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.075225 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.075483 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.075763 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.076016 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.076257 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.076602 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.076926 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.077274 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.077706 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.077982 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.078237 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.078905 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.078905 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.079187 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.079187 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.079424 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.079611 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.079844 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.080714 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.080966 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.081215 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.081642 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.081860 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.082090 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.082316 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.082556 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.083062 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.083285 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.083502 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.083764 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.083981 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.084225 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.084454 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.084683 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.084959 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.085211 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.085445 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.085690 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.085910 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.086128 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.086396 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.086560 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.086789 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.087006 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.087228 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.087442 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.087715 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.087959 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.088173 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.088401 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.088629 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.088807 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.089019 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.089256 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.089852 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.089852 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.090121 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.090121 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.090393 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.090565 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.090776 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.090986 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.091214 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.091448 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.091684 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.091898 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.092110 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.092324 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.092536 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.092762 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.093072 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.093321 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.093570 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.093790 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.094240 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.094240 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.094644 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.094999 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.095323 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.097059 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.097059 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.097059 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.097488 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.097488 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.097935 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.098203 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.098493 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.099658 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.099658 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.099658 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.099658 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.099658 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.100080 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.100080 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.100247 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.100510 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.100746 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.101007 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.101231 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.101466 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.101699 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.101987 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.102225 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.102511 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.102750 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.103003 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.103315 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.103605 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.103870 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.104149 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.104402 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.104660 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.104904 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.105312 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.105786 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.105786 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.106089 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.106243 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.107599 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.107599 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.107599 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.107599 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.107599 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.108151 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.108151 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.108391 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.108391 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.108638 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.108912 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.109166 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.109421 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.109672 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.109896 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.110133 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.110376 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.110648 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.110842 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.111062 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.111276 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.111577 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.111789 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.112201 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.112514 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.112816 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.113108 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.113399 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.113686 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.113973 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.114235 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.114447 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.114667 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.114918 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.115128 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.115366 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.115605 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.115842 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.116077 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.116293 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.116560 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.117000 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.117234 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.117462 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.117708 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.117942 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.118176 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.118426 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.118645 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.118858 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.119074 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.119295 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.119508 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.119764 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.120011 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.120225 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.120503 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.120752 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.121107 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.121357 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.121585 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.121854 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.122092 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.122410 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.122650 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.122872 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.123227 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.123491 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.123785 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.124015 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.124248 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.124534 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.124759 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.124984 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.125210 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.125671 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.125944 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.126197 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.126435 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.126679 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.126906 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.127709 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.127930 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.128148 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.128364 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.128576 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.128789 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.129022 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.129239 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.129449 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.129796 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.130048 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.130294 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.130547 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.130770 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.130982 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.131233 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.131453 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.131690 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.131917 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.132155 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.132368 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.132594 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.132805 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.133019 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.133242 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.133477 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.133907 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.134151 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.134365 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.134580 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.134859 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.135019 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.135254 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.135481 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.135720 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.135920 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.136142 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.136382 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.136593 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.136838 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.137049 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.137284 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.137507 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.137728 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.137939 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.138244 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.138496 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.138714 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.139002 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.139236 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.139491 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.139760 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.140075 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.140314 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.140555 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.140807 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.141025 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.141252 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.141519 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.141841 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.142138 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.142384 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.142720 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.143006 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.143286 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.143596 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.143798 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.144101 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.144424 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.144697 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.144939 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:20:47.145034 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.145185 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.145429 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.145651 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.145868 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.146103 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.146335 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.146551 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.146785 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.147013 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.147258 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.147495 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.147830 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.148380 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.148821 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.149121 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.149341 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.149666 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.149805 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 06:20:47.150275 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106173) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 06:20:47.150439 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 06:20:47.150593 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 06:20:47.150783 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 06:20:47.150954 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 06:20:47.151107 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 06:20:47.152028 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152028 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152028 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152028 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152028 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152396 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152396 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152396 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152620 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152697 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.152851 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.153010 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.153169 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.153326 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.153485 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.153643 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.153801 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.153965 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.154124 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.154281 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.154444 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.154599 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] debug = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.154914 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.155113 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.155274 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.155600 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.155757 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.155917 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.156075 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.156234 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.156392 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.156545 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.156851 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.157034 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.157161 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.157319 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.157494 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.157636 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.157793 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.157952 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] host = dv-cinder-852209-16-iscsi {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.158111 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.158999 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.159179 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.159305 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.159526 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.159725 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.159892 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.160048 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.160373 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.160686 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.160845 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.161004 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.161165 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.161322 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.161481 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_options = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.161633 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.161794 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.161958 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.162143 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.162308 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.162503 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.162670 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.162801 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.162925 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.163074 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.163247 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.163397 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.163569 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.163734 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.163871 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.163992 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.164152 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.164310 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.164510 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.164664 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.164777 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.164933 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.165281 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.165444 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.165599 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.165905 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.166065 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.166222 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.166381 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.166542 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.166700 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.166859 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.167017 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.167175 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.167358 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.167492 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.167748 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.167911 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.168078 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.168236 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.168396 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.168554 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.168716 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.168873 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.169033 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.169191 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.169346 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_json = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.169504 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.169663 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.169821 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.169978 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.170135 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.170291 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.170449 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.170591 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.170738 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 06:20:47.170920 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.171066 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.171242 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.171406 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.171587 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.171749 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.171897 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.172061 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.172206 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.172369 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.172536 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.172697 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.172867 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.173028 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.173187 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.173348 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.173509 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.173671 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.173837 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.174165 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.174414 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.174579 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.174751 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.174911 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.175070 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.175230 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.175390 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.175579 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.175818 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.176579 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.176763 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.176925 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.177087 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.177248 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.177480 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.177583 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.177720 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.177882 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.178042 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.178203 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.178362 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.178523 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.178684 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.178845 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.179007 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.179166 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.179327 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.179489 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.179672 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.179835 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.179995 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.180156 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.180317 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.180478 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.180639 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.180799 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.180959 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.181129 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.181289 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.181449 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.181609 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.181769 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.181932 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.182092 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.182251 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.182411 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.182572 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.182731 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.182905 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.183065 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.183225 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.183385 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.183577 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.183728 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.183889 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.184048 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.184209 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.184369 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.184530 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.184690 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.184849 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.185008 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.185169 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.185328 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.185489 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.185650 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.185812 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.185972 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.186132 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.186293 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.186454 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.186621 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.186798 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.186959 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.187120 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.187279 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.187439 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.187624 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.187789 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.187930 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.188095 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.188256 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.188415 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.188575 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.188776 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.188904 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.189033 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.189192 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.189351 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.190203 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.190374 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.190557 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.190748 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.190834 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.190990 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.191151 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.191309 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.191469 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.191654 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.191797 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.191961 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.192119 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.192278 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.192452 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.192612 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.192775 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.192934 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.193102 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.193273 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.193434 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.193596 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.193756 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.193915 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.194076 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.194235 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195290 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195290 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195290 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195290 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195290 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195290 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195290 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195894 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195894 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.195894 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.196159 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.196159 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.196414 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.196414 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.196648 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.196732 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.196863 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.196976 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.197137 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.197297 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.197456 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.197615 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.197774 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.197935 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.198094 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.198254 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.198412 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.198572 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.198732 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.198891 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.199051 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.199210 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.199368 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.199530 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.199711 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.199869 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.200032 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.200205 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.200339 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.200502 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.200660 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.200818 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.200978 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.201137 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.201298 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.201460 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.201622 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.201795 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.202474 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.202474 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.202474 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.202474 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.202785 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.202785 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.202929 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.203013 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.203125 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.203286 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.203447 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.203628 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.203790 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.203949 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.204112 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.204291 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.204450 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.204609 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.204772 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.204932 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.205116 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.205356 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.205482 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.205651 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.205796 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.205959 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.206120 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.206304 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.206427 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.206587 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.206746 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.206905 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.207065 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.207228 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.207391 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.207588 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.207734 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.208149 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.208315 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.208476 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.208637 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.208796 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.208957 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.209116 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.209276 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.209436 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.209597 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.209770 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.209931 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.210092 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.210251 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.210423 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.210559 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.210729 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.210889 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.211049 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.211210 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.211355 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.211515 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.211706 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.211866 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.212026 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.212187 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.212350 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.212510 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.212679 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.212839 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.212998 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.213157 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.213316 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.213475 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.213645 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.213805 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.213964 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.214122 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.214284 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.214429 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.214599 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.214758 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.214918 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.215078 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.215237 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.215396 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.215582 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.215747 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.215905 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.216072 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.216233 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.216396 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.216551 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.216724 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.216884 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.217047 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.217207 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.217366 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.217527 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.217688 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.217853 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.218023 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.218188 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.218349 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.218518 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.218688 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.218856 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.219016 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.219181 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.219351 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.219511 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.219694 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.219854 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.220015 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.220177 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.220337 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.220496 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.220657 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.221349 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.221662 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.221662 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.221984 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.221984 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.222135 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.222247 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.222406 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.222567 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.222729 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.222889 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 06:20:47.223043 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106173) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 06:20:47.297895 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47146) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:20:47.305573 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048242 Sep 09 06:20:47.310044 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038965 Sep 09 06:20:56.506853 dv-cinder-852209-16-iscsi neutron-server[106173]: DEBUG dbcounter [-] [106173] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106173) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:20:58.683640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b89a6-a34d-4fbf-b0cf-42bfdbb17391 None None] get_active_networks_info from dv-cinder-852209-16-iscsi {{(pid=106288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 09 06:20:58.696787 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writer thread running {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 06:20:58.765194 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b89a6-a34d-4fbf-b0cf-42bfdbb17391 None None] No non-hosted networks {{(pid=106288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 06:20:58.781880 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.agentschedulers_db [None req-916b89a6-a34d-4fbf-b0cf-42bfdbb17391 None None] DHCP Agent not found on host dv-cinder-852209-16-iscsi {{(pid=106288) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 09 06:20:58.885523 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e5e4293f-7291-4e79-9a6a-0e6d4903ec0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483695'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:00.390107 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writer thread running {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 06:21:00.962290 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2346d63c-592e-4604-abd0-26d5e4848aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483695'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:01.026192 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-04d0db67-ce23-4e05-89d5-802b80cc4e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:02.199598 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483695'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:02.409800 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47220) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:03.006056 dv-cinder-852209-16-iscsi neutron-server[106287]: WARNING oslo_policy.policy [None req-1eec6c28-6a34-489f-95ef-de31b7507f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:21:03.006614 dv-cinder-852209-16-iscsi neutron-server[106287]: WARNING oslo_policy.policy [None req-1eec6c28-6a34-489f-95ef-de31b7507f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:21:03.225750 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [None req-1eec6c28-6a34-489f-95ef-de31b7507f72 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:21:03.230529 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1eec6c28-6a34-489f-95ef-de31b7507f72 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8154209 Sep 09 06:21:03.442189 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483695'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:03.542799 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483695'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:03.543809 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.544312 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.544785 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.545255 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.545718 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.546189 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.546665 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.547312 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.547806 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.548277 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.548778 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.549247 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.550418 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.551076 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.551635 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:03.554200 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852209-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:03.564406 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852209-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:05.954863 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47256) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:06.174461 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.db.l3_hamode_db [None req-c8674a16-60eb-4306-a7b9-b33acab7679b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 06:21:06.252156 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8674a16-60eb-4306-a7b9-b33acab7679b None None] Routers set() bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:21:06.252537 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8674a16-60eb-4306-a7b9-b33acab7679b None None] Router IDs set() for agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 09 06:21:06.294295 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a1acfba4-32e5-4302-81a8-5d575f664e26 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:21:06.306714 dv-cinder-852209-16-iscsi neutron-server[106287]: ERROR stevedore.extension [None req-a1acfba4-32e5-4302-81a8-5d575f664e26 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 09 06:21:06.388212 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.policy [None req-a1acfba4-32e5-4302-81a8-5d575f664e26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106287) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 06:21:06.431072 dv-cinder-852209-16-iscsi neutron-server[106287]: WARNING oslo_policy.policy [None req-a1acfba4-32e5-4302-81a8-5d575f664e26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:21:06.431395 dv-cinder-852209-16-iscsi neutron-server[106287]: WARNING oslo_policy.policy [None req-a1acfba4-32e5-4302-81a8-5d575f664e26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:21:06.451935 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writer thread running {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 06:21:06.526690 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a1acfba4-32e5-4302-81a8-5d575f664e26 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755529022714', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755529023182', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755529006562', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755529111879', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755529105411', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755529114730', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-762919', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-758353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66633954', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66583269'] for rbac-policy (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:06.599989 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a1acfba4-32e5-4302-81a8-5d575f664e26 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:06.601192 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a1acfba4-32e5-4302-81a8-5d575f664e26 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6451886 Sep 09 06:21:09.192877 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47266) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:09.515656 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:21:09.545913 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Made reservation on behalf of 127332367fa24e318828c23b1f6090cc for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:21:09.550075 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:09.568940 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:09.678536 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Publish callbacks [] for security_group (fa785ab0-d36f-4901-a9dd-944d29de6a28), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:09.681929 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fa785ab0-d36f-4901-a9dd-944d29de6a28), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:09.702555 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:21:09.736878 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755525703316', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (8d35bf5f-093e-45cb-bec4-232c8413c67c), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:09.737462 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Unsubscribe: segment precommit_create {{(pid=106287) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 06:21:09.738002 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Added segment 8d35bf5f-093e-45cb-bec4-232c8413c67c of type vlan for network a31295e6-9dc7-433c-9518-9234d0f649a7 Sep 09 06:21:09.775354 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fa785ab0-d36f-4901-a9dd-944d29de6a28,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:09.811787 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.812127 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.812486 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.812833 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.813161 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.813487 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.813808 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.814130 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.814461 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.814782 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.815097 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.815428 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.815769 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.816082 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.816397 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Tracked resource versions report: Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: pushed versions: Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: { 'AddressGroup': {'1.2'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Agent': {'1.1'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'ConntrackHelper': {'1.0'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'LocalIPAssociation': {'1.0'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Log': {'1.0'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'NDPProxy': {'1.0'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Network': {'1.1'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Port': {'1.7'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'PortForwarding': {'1.3'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'QosPolicy': {'1.10'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SecurityGroup': {'1.5'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SubPort': {'1.0'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Subnet': {'1.1'}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Trunk': {'1.1'}} Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: consumer versions: Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: { DHCP agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: L3 agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: Metadata agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: Metering agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: Open vSwitch agent@dv-cinder-852209-16-iscsi: { 'AddressGroup': '1.2', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Agent': '1.1', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'ConntrackHelper': '1.0', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'LocalIPAssociation': '1.0', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Log': '1.0', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'NDPProxy': '1.0', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Network': '1.1', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Port': '1.7', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'PortForwarding': '1.3', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'QosPolicy': '1.10', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SecurityGroup': '1.5', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SecurityGroupRule': '1.2', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SubPort': '1.0', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Subnet': '1.1', Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Trunk': '1.1'}} Sep 09 06:21:09.818457 dv-cinder-852209-16-iscsi neutron-server[106287]: {{(pid=106287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:21:09.849215 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (a31295e6-9dc7-433c-9518-9234d0f649a7), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:09.891450 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (a31295e6-9dc7-433c-9518-9234d0f649a7), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:09.897161 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:21:09.897852 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:09.921713 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:09.994725 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8005490 Sep 09 06:21:10.042789 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1d210-8899-4629-b723-1e490edbc0ab demo demo] Pushing event updated for resources: {'Network': ['ID=a31295e6-9dc7-433c-9518-9234d0f649a7,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:10.056449 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network a31295e6-9dc7-433c-9518-9234d0f649a7 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:21:12.650204 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 47280) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:13.156876 dv-cinder-852209-16-iscsi neutron-server[106286]: WARNING oslo_policy.policy [None req-7bf552e5-94be-4634-8d02-b689f3a67766 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:21:13.157419 dv-cinder-852209-16-iscsi neutron-server[106286]: WARNING oslo_policy.policy [None req-7bf552e5-94be-4634-8d02-b689f3a67766 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:21:13.386735 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writer thread running {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 06:21:13.537727 dv-cinder-852209-16-iscsi neutron-server[106286]: ERROR stevedore.extension [None req-7bf552e5-94be-4634-8d02-b689f3a67766 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 09 06:21:13.592105 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.policy [None req-7bf552e5-94be-4634-8d02-b689f3a67766 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106286) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 06:21:13.634047 dv-cinder-852209-16-iscsi neutron-server[106286]: WARNING oslo_policy.policy [None req-7bf552e5-94be-4634-8d02-b689f3a67766 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:21:13.634414 dv-cinder-852209-16-iscsi neutron-server[106286]: WARNING oslo_policy.policy [None req-7bf552e5-94be-4634-8d02-b689f3a67766 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 06:21:13.642004 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf552e5-94be-4634-8d02-b689f3a67766 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:21:13.643863 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-7bf552e5-94be-4634-8d02-b689f3a67766 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/a31295e6-9dc7-433c-9518-9234d0f649a7 HTTP/1.1" status: 200 len: 825 time: 0.9917676 Sep 09 06:21:13.684650 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6369edfe-285a-4745-9faf-b80d1d39ba7e demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/735a0cea-005e-4c9d-bf48-2b1e8a49b20a HTTP/1.1" status: 200 len: 734 time: 0.0345747 Sep 09 06:21:13.693551 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Request body: {'subnet': {'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7', 'subnetpool_id': '735a0cea-005e-4c9d-bf48-2b1e8a49b20a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:21:13.730825 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Made reservation on behalf of 127332367fa24e318828c23b1f6090cc for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:21:13.733793 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:14.023794 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:14.099566 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Checking segment: {'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:21:14.099959 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Network hostable DHCP agents. Network: a31295e6-9dc7-433c-9518-9234d0f649a7, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:21:14.104759 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:14.120336 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.120672 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.121023 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.121356 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.121680 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.122000 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.122317 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.122633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.122961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.123286 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.123638 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.123970 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.124288 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.124598 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.124906 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Tracked resource versions report: Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: pushed versions: Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: { 'AddressGroup': {'1.2'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Agent': {'1.1'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'ConntrackHelper': {'1.0'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'LocalIPAssociation': {'1.0'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Log': {'1.0'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'NDPProxy': {'1.0'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Network': {'1.1'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Port': {'1.7'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'PortForwarding': {'1.3'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'QosPolicy': {'1.10'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SecurityGroup': {'1.5'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SubPort': {'1.0'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Subnet': {'1.1'}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Trunk': {'1.1'}} Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: consumer versions: Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: { DHCP agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: L3 agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: Metadata agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: Metering agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: Open vSwitch agent@dv-cinder-852209-16-iscsi: { 'AddressGroup': '1.2', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Agent': '1.1', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'ConntrackHelper': '1.0', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'LocalIPAssociation': '1.0', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Log': '1.0', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'NDPProxy': '1.0', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Network': '1.1', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Port': '1.7', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'PortForwarding': '1.3', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'QosPolicy': '1.10', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SecurityGroup': '1.5', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SecurityGroupRule': '1.2', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SubPort': '1.0', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Subnet': '1.1', Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Trunk': '1.1'}} Sep 09 06:21:14.126527 dv-cinder-852209-16-iscsi neutron-server[106286]: {{(pid=106286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:21:14.150620 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Network a31295e6-9dc7-433c-9518-9234d0f649a7 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:21:14.163973 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, a31295e6-9dc7-433c-9518-9234d0f649a7) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:21:14.168684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:21:14.169328 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:14.171465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:14.173908 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c4ca54-f83b-4445-91d0-4fe9fa293657 None None] Network a31295e6-9dc7-433c-9518-9234d0f649a7 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:21:14.195402 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b669bac6-e682-40dd-9110-30075463bac5 demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5052049 Sep 09 06:21:14.444746 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-a31295e6-9dc7-433c-9518-9234d0f649a7', 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7', 'project_id': '127332367fa24e318828c23b1f6090cc', 'fixed_ips': [{'subnet_id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:21:14.446029 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:14.729469 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Allocated IP 172.20.0.2 (a31295e6-9dc7-433c-9518-9234d0f649a7/2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf/f1cf3325-6d69-4ead-ab3c-9c78b5f567e6) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:21:14.800963 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:15.001712 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Publish callbacks [] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:15.010715 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:15.085020 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Network a31295e6-9dc7-433c-9518-9234d0f649a7 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:21:15.097068 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:21:15.103056 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Pushing event updated for resources: {'Port': ['ID=f1cf3325-6d69-4ead-ab3c-9c78b5f567e6,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:15.106010 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:21:15.143641 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.144263 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.144793 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.145259 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.147148 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.147483 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.147837 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.148160 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.148497 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.148823 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.149143 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.149473 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.149842 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.150159 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.150494 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Tracked resource versions report: Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: pushed versions: Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: { 'AddressGroup': {'1.2'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Agent': {'1.1'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'ConntrackHelper': {'1.0'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'LocalIPAssociation': {'1.0'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Log': {'1.0'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'NDPProxy': {'1.0'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Network': {'1.1'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Port': {'1.7'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'PortForwarding': {'1.3'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'QosPolicy': {'1.10'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SecurityGroup': {'1.5'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SubPort': {'1.0'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Subnet': {'1.1'}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Trunk': {'1.1'}} Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: consumer versions: Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: { DHCP agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: L3 agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: Metadata agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: Metering agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: Open vSwitch agent@dv-cinder-852209-16-iscsi: { 'AddressGroup': '1.2', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Agent': '1.1', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'ConntrackHelper': '1.0', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'LocalIPAssociation': '1.0', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Log': '1.0', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'NDPProxy': '1.0', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Network': '1.1', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Port': '1.7', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'PortForwarding': '1.3', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'QosPolicy': '1.10', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SecurityGroup': '1.5', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SecurityGroupRule': '1.2', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SubPort': '1.0', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Subnet': '1.1', Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Trunk': '1.1'}} Sep 09 06:21:15.151993 dv-cinder-852209-16-iscsi neutron-server[106288]: {{(pid=106288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:21:15.203640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Attempting to bind port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:21:15.204248 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Attempting to bind port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:21:15.204441 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Attempting to bind port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 on network a31295e6-9dc7-433c-9518-9234d0f649a7 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:21:15.206988 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:15.252723 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:21:15.253024 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Checking segment: {'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:21:15.253499 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:15.253879 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Bound using segment: {'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:21:15.254348 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Bound port: f1cf3325-6d69-4ead-ab3c-9c78b5f567e6, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:21:15.255275 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:15.318195 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] For port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:21:15.338366 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] For port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f1cf3325-6d69-4ead-ab3c-9c78b5f567e6,segment=NetworkSegment(8d35bf5f-093e-45cb-bec4-232c8413c67c),segment_id=8d35bf5f-093e-45cb-bec4-232c8413c67c)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:21:15.344942 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:15.396037 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7c4b3-28dd-4765-87fb-f09685400afc None None] Pushing event updated for resources: {'Port': ['ID=f1cf3325-6d69-4ead-ab3c-9c78b5f567e6,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:16.855009 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47304) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:17.185834 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [None req-96748e40-385a-4379-a165-ace8e4741955 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:21:17.186906 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-96748e40-385a-4379-a165-ace8e4741955 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3307521 Sep 09 06:21:17.447866 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:17.460804 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=7 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:19.836570 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47316) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:20.039176 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=16,neutron:SELECT=47,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:20.168512 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [None req-54ef5087-817b-46ea-997b-dba0bc080eaa admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:21:20.169502 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-54ef5087-817b-46ea-997b-dba0bc080eaa admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3318379 Sep 09 06:21:22.863756 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47328) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:23.206808 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-25eb4343-8232-4ca5-b370-fefae89c2949 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:21:23.233392 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:21:23.233956 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25eb4343-8232-4ca5-b370-fefae89c2949 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (09ac686c-d3dc-4a92-b70a-cdee15654b7b), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.235499 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25eb4343-8232-4ca5-b370-fefae89c2949 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (09ac686c-d3dc-4a92-b70a-cdee15654b7b), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.321520 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:23.321836 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.376547 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25eb4343-8232-4ca5-b370-fefae89c2949 demo demo] Publish callbacks [] for router_controller (09ac686c-d3dc-4a92-b70a-cdee15654b7b), precommit_add_association {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.381380 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25eb4343-8232-4ca5-b370-fefae89c2949 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (09ac686c-d3dc-4a92-b70a-cdee15654b7b), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.399366 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25eb4343-8232-4ca5-b370-fefae89c2949 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.400670 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-25eb4343-8232-4ca5-b370-fefae89c2949 demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5359406 Sep 09 06:21:23.430947 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:21:23.431348 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.474713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f1cf3325-6d69-4ead-ab3c-9c78b5f567e6,segment=NetworkSegment(8d35bf5f-093e-45cb-bec4-232c8413c67c),segment_id=8d35bf5f-093e-45cb-bec4-232c8413c67c)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:21:23.478918 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c59bc3-e665-4977-b31f-4ae6cf8f56e0 None None] Network a31295e6-9dc7-433c-9518-9234d0f649a7 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:21:23.483254 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.600653 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=f1cf3325-6d69-4ead-ab3c-9c78b5f567e6,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:23.605323 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-f1acb57f-4750-474a-a97c-95f208c43e7c None None] Provisioning complete for port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:23.605710 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f1acb57f-4750-474a-a97c-95f208c43e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:23.611798 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:23.729748 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-f1acb57f-4750-474a-a97c-95f208c43e7c None None] Current status of the port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:21:23.949779 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-65fd3abb-2bdc-4381-b185-38d651d70929 None None] Provisioning complete for port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:23.950150 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-65fd3abb-2bdc-4381-b185-38d651d70929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:24.024556 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3abb-2bdc-4381-b185-38d651d70929 None None] Current status of the port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:21:24.186649 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=62,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:25.206401 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:21:25.250756 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:25.251147 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:25.274831 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:25.326990 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:21:26.069426 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 47338) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:26.392667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [None req-5fe9afca-e8fd-4870-ae8b-c04a9d1dac57 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:21:26.393662 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-5fe9afca-e8fd-4870-ae8b-c04a9d1dac57 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3232851 Sep 09 06:21:28.617602 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f9308e58-75a6-49da-b225-a7f195b70b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.048395 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47346) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:29.368888 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:21:29.389426 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Made reservation on behalf of df82cd1e5393473c92978bf22c792e3e for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:21:29.391794 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.400401 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.474574 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Publish callbacks [] for security_group (00b59133-9ee9-42ce-9e48-476e1db89c78), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.478246 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (00b59133-9ee9-42ce-9e48-476e1db89c78), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.496210 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Reserving flat network on physical network physnet1 {{(pid=106287) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 06:21:29.513582 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b59133-9ee9-42ce-9e48-476e1db89c78,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:29.518460 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (32497d8f-543a-4730-8627-90270613b35a), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.518799 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Added segment 32497d8f-543a-4730-8627-90270613b35a of type flat for network fb517ef4-06df-4a6d-9063-5467d83e52bc Sep 09 06:21:29.565192 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (fb517ef4-06df-4a6d-9063-5467d83e52bc), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.600284 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (fb517ef4-06df-4a6d-9063-5467d83e52bc), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.601125 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:21:29.601700 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:29.674377 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6248915 Sep 09 06:21:29.712023 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511d153-0f09-4cb6-9964-0d9cf395e268 admin admin] Pushing event updated for resources: {'Network': ['ID=fb517ef4-06df-4a6d-9063-5467d83e52bc,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:29.722521 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network fb517ef4-06df-4a6d-9063-5467d83e52bc details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:21:30.958079 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-b3c5aa07-c00f-46aa-8519-0212e2fef4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:32.206688 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:32.299613 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47354) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:32.721062 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8418e5-ba10-4dbd-b384-0733ed9c3c20 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:21:32.722720 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5b8418e5-ba10-4dbd-b384-0733ed9c3c20 demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf HTTP/1.1" status: 200 len: 849 time: 0.4220674 Sep 09 06:21:32.841942 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0e838a30-d14d-401e-8d95-f2ababaeb47f demo admin] 10.222.0.25 "GET /networking/v2.0/routers/09ac686c-d3dc-4a92-b70a-cdee15654b7b HTTP/1.1" status: 200 len: 704 time: 0.1126280 Sep 09 06:21:33.103214 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:33.171481 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:33.183130 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:33.400768 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Allocated IP 172.20.0.1 (a31295e6-9dc7-433c-9518-9234d0f649a7/2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf/9e0c4536-b0c9-4fad-9dd8-7e718d9215d8) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:21:33.406910 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:33.541454 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:33.589220 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Publish callbacks [] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:33.654031 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:33.772954 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Network a31295e6-9dc7-433c-9518-9234d0f649a7 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:21:33.779793 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:21:33.789425 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:21:33.790435 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (09ac686c-d3dc-4a92-b70a-cdee15654b7b), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:33.808998 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Pushing event updated for resources: {'Port': ['ID=9e0c4536-b0c9-4fad-9dd8-7e718d9215d8,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:33.987327 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:33.996124 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-c8b5ac45-2862-440e-acf1-47c2b308c90d None None] Provisioning complete for port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:33.996513 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ac45-2862-440e-acf1-47c2b308c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:34.028598 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5ac45-2862-440e-acf1-47c2b308c90d None None] Port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:21:34.191338 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Publish callbacks [] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:34.196840 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:34.197592 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (09ac686c-d3dc-4a92-b70a-cdee15654b7b), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:34.249527 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:34.258950 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Pushing event updated for resources: {'Port': ['ID=9e0c4536-b0c9-4fad-9dd8-7e718d9215d8,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:34.304324 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:34.328689 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Network a31295e6-9dc7-433c-9518-9234d0f649a7 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:21:34.329999 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:21:34.488750 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Router 09ac686c-d3dc-4a92-b70a-cdee15654b7b is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:21:34.547612 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-5901569c-81d0-4a15-ab11-9b1b64122587 None None] Provisioning complete for port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:34.548026 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-5901569c-81d0-4a15-ab11-9b1b64122587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:34.580459 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:21:34.584896 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-5901569c-81d0-4a15-ab11-9b1b64122587 None None] Port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:21:34.587063 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5c76e8c5-d541-4ce4-ad4a-4b3d5259d55c demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/09ac686c-d3dc-4a92-b70a-cdee15654b7b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7398531 Sep 09 06:21:34.591761 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Sync routers for ids ['09ac686c-d3dc-4a92-b70a-cdee15654b7b'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:21:34.604921 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Routers {'09ac686c-d3dc-4a92-b70a-cdee15654b7b'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:21:34.605688 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:21:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['09ac686c-d3dc-4a92-b70a-cdee15654b7b'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:34.789994 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Set router 09ac686c-d3dc-4a92-b70a-cdee15654b7b gateway port host: None {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:21:35.210183 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'name': 'router1', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:21:23Z', 'updated_at': '2022-09-09T06:21:33Z', 'revision_number': 2, 'project_id': '127332367fa24e318828c23b1f6090cc', 'gw_port_host': None, '_interfaces': [{'id': '9e0c4536-b0c9-4fad-9dd8-7e718d9215d8', 'name': '', 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'mac_address': 'fa:16:3e:b1:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:33Z', 'updated_at': '2022-09-09T06:21:34Z', 'revision_number': 2, 'project_id': '127332367fa24e318828c23b1f6090cc', 'subnets': [{'id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735a0cea-005e-4c9d-bf48-2b1e8a49b20a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:35.260230 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Checking router: 09ac686c-d3dc-4a92-b70a-cdee15654b7b for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:21:35.260592 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Updating router 09ac686c-d3dc-4a92-b70a-cdee15654b7b port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:21:35.314197 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:35.813174 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Publish callbacks [] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:35.820796 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:35.961434 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Pushing event updated for resources: {'Port': ['ID=9e0c4536-b0c9-4fad-9dd8-7e718d9215d8,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:35.977990 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.978333 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.978678 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.979014 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.979349 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.979696 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.980019 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.980339 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.980674 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.980997 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.981316 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.981651 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.981970 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.982285 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.982596 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Tracked resource versions report: Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: pushed versions: Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: { 'AddressGroup': {'1.2'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Agent': {'1.1'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'ConntrackHelper': {'1.0'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'LocalIPAssociation': {'1.0'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Log': {'1.0'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'NDPProxy': {'1.0'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Network': {'1.1'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Port': {'1.7'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'PortForwarding': {'1.3'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'QosPolicy': {'1.10'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SecurityGroup': {'1.5'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SubPort': {'1.0'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Subnet': {'1.1'}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Trunk': {'1.1'}} Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: consumer versions: Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: { DHCP agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: L3 agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: Metadata agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: Metering agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: Open vSwitch agent@dv-cinder-852209-16-iscsi: { 'AddressGroup': '1.2', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Agent': '1.1', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'ConntrackHelper': '1.0', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'LocalIPAssociation': '1.0', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Log': '1.0', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'NDPProxy': '1.0', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Network': '1.1', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Port': '1.7', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'PortForwarding': '1.3', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'QosPolicy': '1.10', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SecurityGroup': '1.5', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SecurityGroupRule': '1.2', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SubPort': '1.0', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Subnet': '1.1', Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Trunk': '1.1'}} Sep 09 06:21:35.984095 dv-cinder-852209-16-iscsi neutron-server[106289]: {{(pid=106289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:21:35.987493 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Attempting to bind port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:21:35.987924 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Attempting to bind port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:21:35.988379 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Attempting to bind port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 on network a31295e6-9dc7-433c-9518-9234d0f649a7 {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:21:36.072317 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:21:36.072666 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Checking segment: {'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:21:36.073121 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:36.073509 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Bound using segment: {'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:21:36.073978 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Bound port: 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d35bf5f-093e-45cb-bec4-232c8413c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:21:36.074385 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:36.106087 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:36.124191 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:36.139260 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] For port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:21:36.158174 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] For port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=9e0c4536-b0c9-4fad-9dd8-7e718d9215d8,segment=NetworkSegment(8d35bf5f-093e-45cb-bec4-232c8413c67c),segment_id=8d35bf5f-093e-45cb-bec4-232c8413c67c)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:21:36.165507 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:36.199733 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Routers {'09ac686c-d3dc-4a92-b70a-cdee15654b7b'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:21:36.200420 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:21:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['09ac686c-d3dc-4a92-b70a-cdee15654b7b'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:36.280501 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575f9ca-aa23-4c92-bd23-e83e420edbda None None] Pushing event updated for resources: {'Port': ['ID=9e0c4536-b0c9-4fad-9dd8-7e718d9215d8,revision_number=4']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:36.300789 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] Set router 09ac686c-d3dc-4a92-b70a-cdee15654b7b gateway port host: None {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:21:36.491749 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'name': 'router1', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:21:23Z', 'updated_at': '2022-09-09T06:21:33Z', 'revision_number': 2, 'project_id': '127332367fa24e318828c23b1f6090cc', 'gw_port_host': None, '_interfaces': [{'id': '9e0c4536-b0c9-4fad-9dd8-7e718d9215d8', 'name': '', 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'mac_address': 'fa:16:3e:b1:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:33Z', 'updated_at': '2022-09-09T06:21:36Z', 'revision_number': 4, 'project_id': '127332367fa24e318828c23b1f6090cc', 'subnets': [{'id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735a0cea-005e-4c9d-bf48-2b1e8a49b20a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:36.516964 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5ba5-845b-43fb-80e9-83e96ad7f5f9 None None] The sync data for ids ['09ac686c-d3dc-4a92-b70a-cdee15654b7b'] in dv-cinder-852209-16-iscsi is: [{'id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'name': 'router1', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:21:23Z', 'updated_at': '2022-09-09T06:21:33Z', 'revision_number': 2, 'project_id': '127332367fa24e318828c23b1f6090cc', 'gw_port_host': None, '_interfaces': [{'id': '9e0c4536-b0c9-4fad-9dd8-7e718d9215d8', 'name': '', 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'mac_address': 'fa:16:3e:b1:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:33Z', 'updated_at': '2022-09-09T06:21:36Z', 'revision_number': 4, 'project_id': '127332367fa24e318828c23b1f6090cc', 'subnets': [{'id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735a0cea-005e-4c9d-bf48-2b1e8a49b20a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:21:37.220230 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 47366) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:37.610806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdca9d1-058c-4535-85aa-fe4766bd78df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:21:37.612971 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9cdca9d1-058c-4535-85aa-fe4766bd78df admin admin] 10.222.0.25 "GET /networking/v2.0/networks/fb517ef4-06df-4a6d-9063-5467d83e52bc HTTP/1.1" status: 200 len: 842 time: 0.3917711 Sep 09 06:21:37.623470 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:21:37.644850 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Made reservation on behalf of df82cd1e5393473c92978bf22c792e3e for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:21:37.647238 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:37.995386 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.objects.ports [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106286) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 09 06:21:37.995856 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (981f571f-4372-4818-9746-6a2df08df3c9), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:38.053792 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Pushing event updated for resources: {'Subnet': ['ID=981f571f-4372-4818-9746-6a2df08df3c9,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:38.061823 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:21:38.062171 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Network hostable DHCP agents. Network: fb517ef4-06df-4a6d-9063-5467d83e52bc, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:21:38.079078 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:21:38.088306 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, fb517ef4-06df-4a6d-9063-5467d83e52bc) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:21:38.092775 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:21:38.093369 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:38.098941 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9631b499-3bf6-4e5f-a9f0-3e092719a2ba None None] Network fb517ef4-06df-4a6d-9063-5467d83e52bc requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:21:38.112285 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-a04d16fb-9029-455c-a7b2-dd6c875b88de admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4925828 Sep 09 06:21:38.215500 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e50a2-6a71-40fa-a8c9-5d9081993426 None None] Network fb517ef4-06df-4a6d-9063-5467d83e52bc requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:21:40.076786 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:21:40.852613 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47374) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:41.285911 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-78b70183-362d-4a7d-b472-9e57aee22810 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/09ac686c-d3dc-4a92-b70a-cdee15654b7b HTTP/1.1" status: 200 len: 710 time: 0.4321797 Sep 09 06:21:41.378844 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae8e50e-1875-4453-9a3d-fad975af014e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:21:41.380277 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-bae8e50e-1875-4453-9a3d-fad975af014e demo admin] 10.222.0.25 "GET /networking/v2.0/networks/fb517ef4-06df-4a6d-9063-5467d83e52bc HTTP/1.1" status: 200 len: 886 time: 0.0885077 Sep 09 06:21:41.390149 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:21:41.710670 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks [] for router_gateway (09ac686c-d3dc-4a92-b70a-cdee15654b7b), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:41.921849 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks [] for router_gateway (09ac686c-d3dc-4a92-b70a-cdee15654b7b), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:41.999413 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:42.038049 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:42.047408 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:42.109276 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Allocated IP 172.27.0.231 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/8852bd36-878a-45e0-8c4f-91ee6af47f45) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:21:42.211668 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks [] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:42.243745 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:42.283200 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:21:42.290371 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:21:42.294356 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:21:42.297129 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Pushing event updated for resources: {'Port': ['ID=8852bd36-878a-45e0-8c4f-91ee6af47f45,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:42.532269 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks [] for router_gateway (09ac686c-d3dc-4a92-b70a-cdee15654b7b), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:42.723791 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-484787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12149'] for router (09ac686c-d3dc-4a92-b70a-cdee15654b7b), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:42.728086 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484680'] for router (09ac686c-d3dc-4a92-b70a-cdee15654b7b), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:42.831535 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Router 09ac686c-d3dc-4a92-b70a-cdee15654b7b has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:21:42.842116 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:42.883981 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:42.935057 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:21:42.939993 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:42.941591 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-eb0cf947-5e16-41a2-9cf9-5cffd86d4f8b demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/09ac686c-d3dc-4a92-b70a-cdee15654b7b HTTP/1.1" status: 200 len: 890 time: 1.5544627 Sep 09 06:21:42.946880 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Sync routers for ids ['09ac686c-d3dc-4a92-b70a-cdee15654b7b'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:21:42.960542 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Routers {'09ac686c-d3dc-4a92-b70a-cdee15654b7b'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:21:42.961329 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:21:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['09ac686c-d3dc-4a92-b70a-cdee15654b7b'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:43.128809 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:43.176696 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Set router 09ac686c-d3dc-4a92-b70a-cdee15654b7b gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:21:43.247913 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:21:43.476214 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:43.476602 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:43.619646 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:43.663888 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:21:43.664336 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:43.679225 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'name': 'router1', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '8852bd36-878a-45e0-8c4f-91ee6af47f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:21:23Z', 'updated_at': '2022-09-09T06:21:42Z', 'revision_number': 4, 'project_id': '127332367fa24e318828c23b1f6090cc', 'gw_port': {'id': '8852bd36-878a-45e0-8c4f-91ee6af47f45', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:42Z', 'updated_at': '2022-09-09T06:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '9e0c4536-b0c9-4fad-9dd8-7e718d9215d8', 'name': '', 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'mac_address': 'fa:16:3e:b1:03:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:33Z', 'updated_at': '2022-09-09T06:21:36Z', 'revision_number': 4, 'project_id': '127332367fa24e318828c23b1f6090cc', 'subnets': [{'id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735a0cea-005e-4c9d-bf48-2b1e8a49b20a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:43.735303 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Checking router: 09ac686c-d3dc-4a92-b70a-cdee15654b7b for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:21:43.735603 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Updating router 09ac686c-d3dc-4a92-b70a-cdee15654b7b port 8852bd36-878a-45e0-8c4f-91ee6af47f45 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:21:43.874612 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=9e0c4536-b0c9-4fad-9dd8-7e718d9215d8,segment=NetworkSegment(8d35bf5f-093e-45cb-bec4-232c8413c67c),segment_id=8d35bf5f-093e-45cb-bec4-232c8413c67c)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:21:43.877704 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:43.880642 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:44.030474 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=9e0c4536-b0c9-4fad-9dd8-7e718d9215d8,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:44.235906 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Publish callbacks [] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:44.241937 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:44.278116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Attempting to bind port 8852bd36-878a-45e0-8c4f-91ee6af47f45 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:21:44.278387 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Attempting to bind port 8852bd36-878a-45e0-8c4f-91ee6af47f45 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:21:44.278748 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Attempting to bind port 8852bd36-878a-45e0-8c4f-91ee6af47f45 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:21:44.311998 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45bb38-aec8-4edd-a143-20223fe80e55 None None] Pushing event updated for resources: {'Port': ['ID=8852bd36-878a-45e0-8c4f-91ee6af47f45,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:44.331918 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:21:44.332293 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:21:44.332719 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:44.333101 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:21:44.333566 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Bound port: 8852bd36-878a-45e0-8c4f-91ee6af47f45, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:21:44.333963 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:44.354856 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:44.384750 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] For port 8852bd36-878a-45e0-8c4f-91ee6af47f45, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:21:44.388160 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] For port 8852bd36-878a-45e0-8c4f-91ee6af47f45, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=8852bd36-878a-45e0-8c4f-91ee6af47f45,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:21:44.393843 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:44.427912 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Routers {'09ac686c-d3dc-4a92-b70a-cdee15654b7b'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:21:44.428528 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:21:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['09ac686c-d3dc-4a92-b70a-cdee15654b7b'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:44.492476 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45bb38-aec8-4edd-a143-20223fe80e55 None None] Pushing event updated for resources: {'Port': ['ID=8852bd36-878a-45e0-8c4f-91ee6af47f45,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:44.550939 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] Set router 09ac686c-d3dc-4a92-b70a-cdee15654b7b gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:21:44.673879 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:44.749340 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'name': 'router1', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '8852bd36-878a-45e0-8c4f-91ee6af47f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:21:23Z', 'updated_at': '2022-09-09T06:21:42Z', 'revision_number': 4, 'project_id': '127332367fa24e318828c23b1f6090cc', 'gw_port': {'id': '8852bd36-878a-45e0-8c4f-91ee6af47f45', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:42Z', 'updated_at': '2022-09-09T06:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '9e0c4536-b0c9-4fad-9dd8-7e718d9215d8', 'name': '', 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'mac_address': 'fa:16:3e:b1:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:33Z', 'updated_at': '2022-09-09T06:21:43Z', 'revision_number': 5, 'project_id': '127332367fa24e318828c23b1f6090cc', 'subnets': [{'id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735a0cea-005e-4c9d-bf48-2b1e8a49b20a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:21:44.774912 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5cd33-b721-4f6e-9696-1266d07cde72 None None] The sync data for ids ['09ac686c-d3dc-4a92-b70a-cdee15654b7b'] in dv-cinder-852209-16-iscsi is: [{'id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'name': 'router1', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '8852bd36-878a-45e0-8c4f-91ee6af47f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:21:23Z', 'updated_at': '2022-09-09T06:21:42Z', 'revision_number': 4, 'project_id': '127332367fa24e318828c23b1f6090cc', 'gw_port': {'id': '8852bd36-878a-45e0-8c4f-91ee6af47f45', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:42Z', 'updated_at': '2022-09-09T06:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '9e0c4536-b0c9-4fad-9dd8-7e718d9215d8', 'name': '', 'network_id': 'a31295e6-9dc7-433c-9518-9234d0f649a7', 'tenant_id': '127332367fa24e318828c23b1f6090cc', 'mac_address': 'fa:16:3e:b1:03:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ac686c-d3dc-4a92-b70a-cdee15654b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:21:33Z', 'updated_at': '2022-09-09T06:21:43Z', 'revision_number': 5, 'project_id': '127332367fa24e318828c23b1f6090cc', 'subnets': [{'id': '2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '735a0cea-005e-4c9d-bf48-2b1e8a49b20a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:21:45.310856 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 8852bd36-878a-45e0-8c4f-91ee6af47f45 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:21:45.363523 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 8852bd36-878a-45e0-8c4f-91ee6af47f45 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:45.364089 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:45.448630 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 8852bd36-878a-45e0-8c4f-91ee6af47f45 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:21:45.448844 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:45.472565 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 8852bd36-878a-45e0-8c4f-91ee6af47f45, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=8852bd36-878a-45e0-8c4f-91ee6af47f45,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:21:45.477132 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:45.477894 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:21:45.556069 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=8852bd36-878a-45e0-8c4f-91ee6af47f45,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:21:45.575469 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:45.575881 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:45.648640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:21:45.804009 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47386) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:21:46.196056 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-8f7f6695-b2b7-4cfa-90b2-abc8b7b5a004 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3908143 Sep 09 06:21:47.224973 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 8852bd36-878a-45e0-8c4f-91ee6af47f45 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:21:47.270132 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 8852bd36-878a-45e0-8c4f-91ee6af47f45 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:21:47.270535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (8852bd36-878a-45e0-8c4f-91ee6af47f45), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:21:47.308821 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:47.351768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 8852bd36-878a-45e0-8c4f-91ee6af47f45 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:21:48.100557 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=57,neutron:INSERT=8 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:48.104780 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=51,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:50.072505 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:50.073904 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=44 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:56.188108 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=7 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:56.191889 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=12 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:57.345148 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=79 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:57.349669 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:21:58.623108 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f5df6e8a-d9b3-4fcf-897d-2991d658e49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:00.974188 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3c6e5a22-c535-4180-9f25-03808fc2dc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:02.172529 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:03.423412 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:03.558405 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:13.082249 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:13.087357 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:13.534573 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:13.550304 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:17.079098 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:22:27.079390 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:28.620418 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ec94-1e46-49a3-85fc-bf3ac47b3d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:30.964891 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-6a8aad40-944c-4327-80e6-26e3e3f666ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:32.171033 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:33.424593 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:33.562595 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:22:43.418557 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:43.554690 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:50.138757 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:54.079787 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:22:57.073971 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:22:58.614612 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-ea278bb6-db34-4191-b214-0dd0d009b4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:00.960957 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d9882d93-3aca-4bec-939a-a2b099d3985b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:02.171654 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:03.421360 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:03.552616 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:04.076050 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:13.545667 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:13.548682 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:14.788517 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47940) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:15.125808 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.pecan_wsgi.hooks.translation [None req-29408c98-204c-48d0-b0e4-4bdc86761f54 admin admin] GET failed (client error): The resource could not be found. Sep 09 06:23:15.127094 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-29408c98-204c-48d0-b0e4-4bdc86761f54 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3376322 Sep 09 06:23:15.373866 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaaf821-552e-4582-8a1c-4ea7916eed6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:15.375299 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-2aaaf821-552e-4582-8a1c-4ea7916eed6a admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2438142 Sep 09 06:23:17.957757 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 47950) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:18.324127 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1378b5-8087-46bb-88fa-14149d0e1df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:18.325463 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6f1378b5-8087-46bb-88fa-14149d0e1df7 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf HTTP/1.1" status: 200 len: 849 time: 0.3667576 Sep 09 06:23:18.335033 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:23:18.422500 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Publish callbacks [] for subnet (2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:18.562337 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755525679499'] for subnet (2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:18.597860 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:18.598811 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:18.599794 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf HTTP/1.1" status: 200 len: 868 time: 0.2682192 Sep 09 06:23:18.602605 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e085763-cd8d-435f-ae1e-f094379697ee None None] Network a31295e6-9dc7-433c-9518-9234d0f649a7 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:23:18.622806 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:23:18.630160 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.630519 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.631563 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.631563 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.631563 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.631860 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.632132 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.632450 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.632782 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.633102 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.633433 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.633753 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.634062 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.634373 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.635343 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683f4412-e271-4174-9e7d-45dbc3027e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:23:18.934248 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-1799bc11-b366-4986-a813-bd8602ba0992 None None] Provisioning complete for port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:23:18.934718 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1799bc11-b366-4986-a813-bd8602ba0992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9e0c4536-b0c9-4fad-9dd8-7e718d9215d8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:19.011669 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-1799bc11-b366-4986-a813-bd8602ba0992 None None] Current status of the port 9e0c4536-b0c9-4fad-9dd8-7e718d9215d8 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:23:19.019594 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-1799bc11-b366-4986-a813-bd8602ba0992 None None] Provisioning complete for port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:23:19.019982 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1799bc11-b366-4986-a813-bd8602ba0992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f1cf3325-6d69-4ead-ab3c-9c78b5f567e6), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:19.089877 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-1799bc11-b366-4986-a813-bd8602ba0992 None None] Current status of the port f1cf3325-6d69-4ead-ab3c-9c78b5f567e6 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:23:21.175955 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 47958) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:21.661531 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249c71b-1fb0-41e5-8b51-6ddc433d4350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:21.661996 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249c71b-1fb0-41e5-8b51-6ddc433d4350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:21.663509 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-4249c71b-1fb0-41e5-8b51-6ddc433d4350 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4866307 Sep 09 06:23:24.221514 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 47968) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:24.629378 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18323c04-71d5-4d3f-bee5-da96cae84eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:24.629856 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18323c04-71d5-4d3f-bee5-da96cae84eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:24.631381 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-18323c04-71d5-4d3f-bee5-da96cae84eed admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4089258 Sep 09 06:23:27.079082 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:27.083982 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:27.208733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 47976) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:27.628969 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd6899f-7907-4e87-a172-33925fd08548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:27.630247 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-5cd6899f-7907-4e87-a172-33925fd08548 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/a31295e6-9dc7-433c-9518-9234d0f649a7 HTTP/1.1" status: 200 len: 869 time: 0.4205837 Sep 09 06:23:28.617886 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-14535aa6-92d4-4208-9bfd-5f0e2129b3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:28.625740 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=56,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:28.626905 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:30.201206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 47984) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:30.606105 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa0b93-afc1-4bde-a0ab-dafaf768feee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:30.607832 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-7efa0b93-afc1-4bde-a0ab-dafaf768feee admin admin] 10.222.0.25 "GET /networking/v2.0/networks/fb517ef4-06df-4a6d-9063-5467d83e52bc HTTP/1.1" status: 200 len: 886 time: 0.4055059 Sep 09 06:23:30.965023 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-aeae9467-1b46-4f66-aa63-f43c8a4b396e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:31.080386 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:23:32.177185 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:33.174578 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 47992) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:33.423756 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:33.545178 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:23:33.585289 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830eeee-6e74-4bad-bbad-f65b47ffcd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:33.585740 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830eeee-6e74-4bad-bbad-f65b47ffcd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:33.587291 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-4830eeee-6e74-4bad-bbad-f65b47ffcd41 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4117727 Sep 09 06:23:36.152028 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48000) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:36.518089 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f3c7d-30c2-4621-b13f-7898b3457848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:36.518549 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f3c7d-30c2-4621-b13f-7898b3457848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:36.520071 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-847f3c7d-30c2-4621-b13f-7898b3457848 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3670921 Sep 09 06:23:39.105134 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48008) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:39.472342 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeafa42-4fb5-4e5f-a3da-07ccb4f1a10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:39.473707 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-ddeafa42-4fb5-4e5f-a3da-07ccb4f1a10a admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/2f94f9c0-f1ea-4a28-b7a0-0fe0cdce33bf HTTP/1.1" status: 200 len: 868 time: 0.3677034 Sep 09 06:23:41.076033 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:42.036557 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48016) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:23:42.402660 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a431d-aeb9-44c2-8460-22d6d5d4bd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:23:42.404038 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d75a431d-aeb9-44c2-8460-22d6d5d4bd06 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/981f571f-4372-4818-9746-6a2df08df3c9 HTTP/1.1" status: 200 len: 816 time: 0.3665235 Sep 09 06:23:43.534342 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:43.541760 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:49.464060 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=63 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:49.468762 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=65 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:52.397781 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:52.398896 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:23:58.620115 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3009770d-31c3-49bd-b1de-6cea4a9f8056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:00.968282 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-80a6048d-8c4e-4b68-a333-159bde80e590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:02.180950 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:03.429653 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:03.550151 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:04.075567 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=17 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:04.079845 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=15 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:08.080149 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:24:12.177126 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48072) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:24:12.500519 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [None req-71d2bdf0-a0c3-437a-8e0e-556ce718a585 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:24:12.501514 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-71d2bdf0-a0c3-437a-8e0e-556ce718a585 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3234267 Sep 09 06:24:13.543780 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:13.546071 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:15.154907 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48080) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:24:15.612909 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.pecan_wsgi.hooks.translation [None req-c413cdbe-6616-4bee-8247-c58e5b58e9de admin admin] GET failed (client error): The resource could not be found. Sep 09 06:24:15.614172 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c413cdbe-6616-4bee-8247-c58e5b58e9de admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4583399 Sep 09 06:24:15.704560 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33df32-2128-4dae-912a-82cb0fca1925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:24:15.706049 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0d33df32-2128-4dae-912a-82cb0fca1925 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0874617 Sep 09 06:24:18.075906 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:18.076783 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:18.323760 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48088) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:24:18.648891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:24:18.671460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Made reservation on behalf of df82cd1e5393473c92978bf22c792e3e for: {'network': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:24:18.673839 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:18.718455 dv-cinder-852209-16-iscsi neutron-server[106286]: WARNING neutron.services.revisions.revision_plugin [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Could not find related network for resource to bump revision. Sep 09 06:24:18.735522 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=106286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:24:18.748778 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755525703316', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (d116aaa9-354b-4e1d-8c48-4f708dacab00), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:18.749307 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Unsubscribe: segment precommit_create {{(pid=106286) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 06:24:18.749796 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.segments_db [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Added segment d116aaa9-354b-4e1d-8c48-4f708dacab00 of type vlan for network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a Sep 09 06:24:18.794698 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (07ccf4aa-948e-4f75-9fac-02c6c3292b5a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:18.826934 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (07ccf4aa-948e-4f75-9fac-02c6c3292b5a), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:18.827989 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:24:18.828552 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:18.889805 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5649104 Sep 09 06:24:18.927219 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Pushing event updated for resources: {'Network': ['ID=07ccf4aa-948e-4f75-9fac-02c6c3292b5a,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:24:18.935293 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.935670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.936026 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.936365 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.936696 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.937027 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.937351 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.937669 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.938007 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.938329 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.938678 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.939000 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.939316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.939659 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.939977 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134db1bd-fc80-4bbb-88af-7ce1c07ee247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:18.953094 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:24:21.471527 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48096) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:24:21.808051 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.pecan_wsgi.hooks.translation [None req-46850faa-94cc-4c33-b301-b38ba8102fba admin admin] GET failed (client error): The resource could not be found. Sep 09 06:24:21.809324 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-46850faa-94cc-4c33-b301-b38ba8102fba admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3368044 Sep 09 06:24:21.910863 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0fcaa7-2dc6-4d49-bbf4-ed2986b8806a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:24:21.912345 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-1f0fcaa7-2dc6-4d49-bbf4-ed2986b8806a admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0986941 Sep 09 06:24:21.922342 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Request body: {'subnet': {'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:24:21.942741 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Made reservation on behalf of df82cd1e5393473c92978bf22c792e3e for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:24:21.945109 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:22.107597 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (d725681f-96fa-4bfc-b0be-64bae402bf0f), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:22.205654 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d725681f-96fa-4bfc-b0be-64bae402bf0f,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:24:22.212636 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Checking segment: {'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:24:22.213020 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Network hostable DHCP agents. Network: 07ccf4aa-948e-4f75-9fac-02c6c3292b5a, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:24:22.229502 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:24:22.237509 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 07ccf4aa-948e-4f75-9fac-02c6c3292b5a) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:24:22.241379 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:24:22.241957 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:22.247228 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2ec90-f067-436d-939c-c8c2d033ec28 None None] Network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:24:22.257792 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6707c943-fae2-4153-a70c-3c14920bb188 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3387253 Sep 09 06:24:22.357988 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-07ccf4aa-948e-4f75-9fac-02c6c3292b5a', 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a', 'project_id': 'df82cd1e5393473c92978bf22c792e3e', 'fixed_ips': [{'subnet_id': 'd725681f-96fa-4bfc-b0be-64bae402bf0f'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:24:22.358859 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:22.608483 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Allocated IP 192.168.233.2 (07ccf4aa-948e-4f75-9fac-02c6c3292b5a/d725681f-96fa-4bfc-b0be-64bae402bf0f/b15637e5-0445-4f28-987d-ce91d65a6766) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:24:22.760752 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Publish callbacks [] for port (b15637e5-0445-4f28-987d-ce91d65a6766), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:22.766919 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:22.804009 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:24:22.807027 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:24:22.813219 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:24:22.821907 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Pushing event updated for resources: {'Port': ['ID=b15637e5-0445-4f28-987d-ce91d65a6766,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:24:22.846065 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.846405 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.846761 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.847116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.847448 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.847799 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.848121 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.848703 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.849044 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.849366 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.849684 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.850003 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.850332 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.850656 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.850955 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:24:22.886469 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Attempting to bind port b15637e5-0445-4f28-987d-ce91d65a6766 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:24:22.886835 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Attempting to bind port b15637e5-0445-4f28-987d-ce91d65a6766 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:24:22.887187 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Attempting to bind port b15637e5-0445-4f28-987d-ce91d65a6766 on network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:24:22.932898 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:24:22.933296 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Checking segment: {'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:24:22.933660 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:22.934042 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Bound using segment: {'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:24:22.934507 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Bound port: b15637e5-0445-4f28-987d-ce91d65a6766, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:24:22.934876 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:23.001638 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] For port b15637e5-0445-4f28-987d-ce91d65a6766, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:24:23.005286 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] For port b15637e5-0445-4f28-987d-ce91d65a6766, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b15637e5-0445-4f28-987d-ce91d65a6766,segment=NetworkSegment(d116aaa9-354b-4e1d-8c48-4f708dacab00),segment_id=d116aaa9-354b-4e1d-8c48-4f708dacab00)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:24:23.011207 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:23.068227 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d5ac6-c35e-4a79-8db3-6d92b7c7e29e None None] Pushing event updated for resources: {'Port': ['ID=b15637e5-0445-4f28-987d-ce91d65a6766,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:24:23.333250 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b15637e5-0445-4f28-987d-ce91d65a6766 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:24:23.362320 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:23.386924 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port b15637e5-0445-4f28-987d-ce91d65a6766 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:24:23.387200 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:23.459520 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:23.462477 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port b15637e5-0445-4f28-987d-ce91d65a6766 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:24:23.462976 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:23.501060 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port b15637e5-0445-4f28-987d-ce91d65a6766, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b15637e5-0445-4f28-987d-ce91d65a6766,segment=NetworkSegment(d116aaa9-354b-4e1d-8c48-4f708dacab00),segment_id=d116aaa9-354b-4e1d-8c48-4f708dacab00)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:24:23.507743 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:23.558334 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=b15637e5-0445-4f28-987d-ce91d65a6766,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:24:23.881988 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbedda9c-4e38-4c0b-9835-cc26da760b94 None None] Network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:24:23.955102 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-d49ed261-2345-43b5-b7ab-05eb9b5f58c4 None None] Provisioning complete for port b15637e5-0445-4f28-987d-ce91d65a6766 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:24:23.955408 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d49ed261-2345-43b5-b7ab-05eb9b5f58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:24.066401 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-d49ed261-2345-43b5-b7ab-05eb9b5f58c4 None None] Current status of the port b15637e5-0445-4f28-987d-ce91d65a6766 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:24:24.286696 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-d665f0db-11ce-4d91-aed3-b8c22e1b7600 None None] Provisioning complete for port b15637e5-0445-4f28-987d-ce91d65a6766 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:24:24.286990 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d665f0db-11ce-4d91-aed3-b8c22e1b7600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:24.366484 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-d665f0db-11ce-4d91-aed3-b8c22e1b7600 None None] Current status of the port b15637e5-0445-4f28-987d-ce91d65a6766 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:24:25.307772 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b15637e5-0445-4f28-987d-ce91d65a6766 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:24:25.354018 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port b15637e5-0445-4f28-987d-ce91d65a6766 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:24:25.354400 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b15637e5-0445-4f28-987d-ce91d65a6766), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:25.426090 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port b15637e5-0445-4f28-987d-ce91d65a6766 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:24:25.696063 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=10 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:25.703079 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=12 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:28.618157 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:28.625113 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f5590c36-93d1-475e-a06b-fbe9173b26e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:30.973360 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a457a512-de7b-4225-90dc-bd2f33a5dc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:32.182004 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:32.249341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:32.251732 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=63,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:33.431170 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:33.555640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:24:41.081083 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:41.085703 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=5 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:43.425611 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:43.551926 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:45.079557 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:24:57.068177 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:57.069013 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:DELETE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:24:58.628861 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-40b94882-c020-44e7-8433-0ca85a2bb025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:00.980376 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-51c61d0c-6933-465b-99a5-4e52491bfb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:02.186973 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:03.436760 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:03.559896 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:13.553282 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:13.555154 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:18.083447 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:18.093593 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=5 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:22.080047 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:25:28.630933 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1030bf75-3029-4e8a-9940-47685c0e2bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:30.973707 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dc3c580b-346b-4cb2-bca6-a2bf12645982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:32.074699 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:32.188404 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:33.440851 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:33.563464 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:39.719460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48138) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:25:39.725667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [None req-6473be0e-bf10-41a7-8a59-df00acb001cd tempest-verify_tempest_config-401403208 tempest-verify_tempest_config-401403208-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:25:39.726665 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6473be0e-bf10-41a7-8a59-df00acb001cd tempest-verify_tempest_config-401403208 tempest-verify_tempest_config-401403208-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0062137 Sep 09 06:25:40.232813 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48156) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:25:40.565616 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:40.668936 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Publish callbacks [] for security_group (acc67cb3-f1e4-48a7-beed-070f159f7914), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:40.673436 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (acc67cb3-f1e4-48a7-beed-070f159f7914), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:40.721566 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eb36aec3b73c42ef8d610825ccc8ea0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4877095 Sep 09 06:25:40.722870 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc67cb3-f1e4-48a7-beed-070f159f7914,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:25:40.724314 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48160) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:25:40.731077 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.731424 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.731800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.732143 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.732499 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.732831 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.733162 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.733485 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.733812 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.734139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.734465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.734788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.735109 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.735427 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.735770 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd72ecd-d352-4e48-bd09-0d69928b1278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.782615 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Publish callbacks [] for security_group (acc67cb3-f1e4-48a7-beed-070f159f7914), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:40.802807 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Publish callbacks [] for security_group (acc67cb3-f1e4-48a7-beed-070f159f7914), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:40.895844 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (acc67cb3-f1e4-48a7-beed-070f159f7914), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:40.898349 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:40.900138 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/acc67cb3-f1e4-48a7-beed-070f159f7914 HTTP/1.1" status: 204 len: 168 time: 0.1741168 Sep 09 06:25:40.912127 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc67cb3-f1e4-48a7-beed-070f159f7914,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:25:40.920043 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.920327 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.920662 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.920994 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.921316 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.921641 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.921957 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.922278 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.922593 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.922908 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.923225 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.923538 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.923873 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.924184 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:40.924492 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a609a1-231d-4cfe-a74b-44c906ead807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:25:43.560176 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:50.719017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:50.731335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:50.914565 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:50.916562 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:50.943112 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:57.537765 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=15 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:57.540557 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=17 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:25:58.634151 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-04ef0f78-40a3-4631-ba52-adae67c468c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:25:59.078636 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:26:00.976909 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2ad13905-9bee-4691-bdd0-483fcedfec50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:02.189699 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:03.445074 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:03.559327 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:09.075504 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:13.547754 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:13.555971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:28.638421 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2d40d7df-7711-47e5-ad7b-318b3261acef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:30.981497 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-7da10c4b-70cb-4d9c-97fe-88036c9c405a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:32.090409 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:32.095267 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:32.191952 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:33.446204 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:33.564321 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:26:36.078277 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:26:43.553150 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:43.559453 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:46.074827 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:46.075682 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:57.073574 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:26:58.639762 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dbbef1b3-23d4-4337-8c90-f66989722474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:00.983072 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d511-844c-4993-89e2-d4f456f243e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:02.195694 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:03.449016 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:03.566042 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:09.087809 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:09.091961 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:13.077304 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 5 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:27:13.560088 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:13.562066 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:14.117188 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483695'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:23.072779 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:23.073493 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:24.110246 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:24.114127 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:27.305007 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48254) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:27:27.431790 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-90fa9167-8d24-4d7e-88a4-aa0d3993e3e3 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1257384 Sep 09 06:27:28.737183 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-896a0d4d-ebba-414e-acd9-d68478471fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:29.900032 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48264) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:27:29.958408 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ddc18559-7f36-4c79-81d9-4b986a626a1f admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0567088 Sep 09 06:27:30.984523 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-67780334-b068-4c31-9eaa-2d97fa6e74a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:32.197922 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:33.455060 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:33.569209 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:37.426941 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:39.953156 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:43.562733 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:43.563747 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:44.072081 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:27:46.093257 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:46.100394 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=5 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:50.077151 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:27:54.065861 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:54.066769 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:57.536021 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=13 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:27:58.639110 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-7afdb2f6-7877-4141-960f-3fdc3842c763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:00.072542 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=15 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:00.987255 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-b4cf40a9-06b4-4bc1-bf6a-676779dcf52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:02.199760 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:03.456809 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:03.572535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:13.562190 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:13.568209 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:14.072395 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:23.093714 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:23.099158 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:24.065557 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:24.067869 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:27.077155 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:28:28.647194 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-51ce970a-eb16-40c3-90a7-3e3f4dc914c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:30.990752 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e9518ebd-4962-44ad-904e-11b6c4512f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:32.203428 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:33.460094 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:33.576095 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:37.072205 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:37.076140 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:43.565109 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:43.572550 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:44.070710 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:28:54.057033 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:54.063218 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:28:58.650475 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a6e0f1d2-4926-4895-b1fc-632a80f64aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:00.091257 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:00.095366 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:01.011273 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-70619962-934a-4db7-9788-55980d826679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:02.210880 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:03.477496 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:03.593010 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:04.076555 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:29:05.648024 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48444) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:06.027633 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1054169533-network', 'tenant_id': '7a732015d4244c378e0204e1d216f57b'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:06.055040 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Made reservation on behalf of 7a732015d4244c378e0204e1d216f57b for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:06.057455 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.066109 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.118302 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48468) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:06.159638 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Publish callbacks [] for security_group (1f31afb8-92c9-42b1-854f-9d2014d694c4), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.164035 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (1f31afb8-92c9-42b1-854f-9d2014d694c4), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.191660 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f31afb8-92c9-42b1-854f-9d2014d694c4,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:06.201912 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.202487 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.202838 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.203173 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.203501 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.203848 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.204182 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.204487 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.204817 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.205135 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.205455 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.205770 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.206090 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.206403 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.206712 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Tracked resource versions report: Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: pushed versions: Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: { 'AddressGroup': {'1.2'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Agent': {'1.1'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'ConntrackHelper': {'1.0'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'LocalIPAssociation': {'1.0'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Log': {'1.0'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'NDPProxy': {'1.0'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Network': {'1.1'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Port': {'1.7'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'PortForwarding': {'1.3'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'QosPolicy': {'1.10'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SecurityGroup': {'1.5'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SubPort': {'1.0'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Subnet': {'1.1'}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Trunk': {'1.1'}} Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: consumer versions: Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: { DHCP agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: HyperV agent@hv-cinder-85220: {}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: L3 agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: Metadata agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: Metering agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: Open vSwitch agent@dv-cinder-852209-16-iscsi: { 'AddressGroup': '1.2', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Agent': '1.1', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'ConntrackHelper': '1.0', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'LocalIPAssociation': '1.0', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Log': '1.0', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'NDPProxy': '1.0', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Network': '1.1', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Port': '1.7', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'PortForwarding': '1.3', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'QosPolicy': '1.10', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SecurityGroup': '1.5', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SecurityGroupRule': '1.2', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'SubPort': '1.0', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Subnet': '1.1', Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: 'Trunk': '1.1'}} Sep 09 06:29:06.207947 dv-cinder-852209-16-iscsi neutron-server[106287]: {{(pid=106287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:29:06.213431 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:29:06.223290 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (fc3d2984-372c-4aeb-ad34-268f6db53096), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.223813 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Added segment fc3d2984-372c-4aeb-ad34-268f6db53096 of type vlan for network 50724a19-0cd0-47ed-ac64-73793b689a02 Sep 09 06:29:06.253350 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48476) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:06.260693 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48480) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:06.284277 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (50724a19-0cd0-47ed-ac64-73793b689a02), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.294617 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48486) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:06.313339 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (50724a19-0cd0-47ed-ac64-73793b689a02), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.314709 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:06.315278 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.353366 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7042522 Sep 09 06:29:06.356331 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48492) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:06.361319 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Request body: {'subnet': {'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1054169533-subnet', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:06.383774 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Made reservation on behalf of 7a732015d4244c378e0204e1d216f57b for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:06.386854 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912498b2-2841-439c-9038-550584c77c58 admin admin] Pushing event updated for resources: {'Network': ['ID=50724a19-0cd0-47ed-ac64-73793b689a02,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:06.387042 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.397311 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 50724a19-0cd0-47ed-ac64-73793b689a02 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:29:06.479933 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1266808521-network', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:06.503317 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Made reservation on behalf of e8ee1a9407994bf9a624e6231c7fe565 for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:06.506906 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.521375 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.582901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (c518f21e-05a0-4fdc-84d6-ec97ca5d04f6), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.627711 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:06.637014 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Publish callbacks [] for security_group (37b08d6d-cfd3-4e53-b6a3-0c2ad1064ff4), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.638340 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.638807 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.639170 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.639582 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.640232 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.640720 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.641256 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.641855 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.642153 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.642601 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.642860 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.643188 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.643502 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.644029 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.644271 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (37b08d6d-cfd3-4e53-b6a3-0c2ad1064ff4), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.644678 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Tracked resource versions report: Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: pushed versions: Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: { 'AddressGroup': {'1.2'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Agent': {'1.1'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'ConntrackHelper': {'1.0'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'LocalIPAssociation': {'1.0'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Log': {'1.0'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'NDPProxy': {'1.0'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Network': {'1.1'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Port': {'1.7'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'PortForwarding': {'1.3'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'QosPolicy': {'1.10'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SecurityGroup': {'1.5'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SubPort': {'1.0'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Subnet': {'1.1'}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Trunk': {'1.1'}} Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: consumer versions: Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: { DHCP agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: HyperV agent@hv-cinder-85220: {}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: L3 agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: Metadata agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: Metering agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: Open vSwitch agent@dv-cinder-852209-16-iscsi: { 'AddressGroup': '1.2', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Agent': '1.1', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'ConntrackHelper': '1.0', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'LocalIPAssociation': '1.0', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Log': '1.0', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'NDPProxy': '1.0', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Network': '1.1', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Port': '1.7', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'PortForwarding': '1.3', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'QosPolicy': '1.10', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SecurityGroup': '1.5', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SecurityGroupRule': '1.2', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'SubPort': '1.0', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Subnet': '1.1', Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: 'Trunk': '1.1'}} Sep 09 06:29:06.646538 dv-cinder-852209-16-iscsi neutron-server[106286]: {{(pid=106286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:29:06.670034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:29:06.684640 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Checking segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:06.685325 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Network hostable DHCP agents. Network: 50724a19-0cd0-47ed-ac64-73793b689a02, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:29:06.690229 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b08d6d-cfd3-4e53-b6a3-0c2ad1064ff4,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:06.696368 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (daf736ad-ff56-44d8-ab8d-eb16a6c5047d), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.696704 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Added segment daf736ad-ff56-44d8-ab8d-eb16a6c5047d of type vlan for network 6a1e56b2-5174-4859-ad55-8ae965984c50 Sep 09 06:29:06.726664 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-532296507-network', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:06.743257 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (6a1e56b2-5174-4859-ad55-8ae965984c50), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.747981 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Network 50724a19-0cd0-47ed-ac64-73793b689a02 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:29:06.755199 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-15674139-network', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:06.765773 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 50724a19-0cd0-47ed-ac64-73793b689a02) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:06.774637 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:06.775634 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.776250 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acff923-9856-4aab-9e25-6514ccce267f None None] Network 50724a19-0cd0-47ed-ac64-73793b689a02 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:06.792358 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Made reservation on behalf of 584cd5d9848d48dea5ac9a01dbaaabf1 for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:06.794841 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.799164 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-220369132-network', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:06.804980 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.805912 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Made reservation on behalf of 7d5de98a77f64cd5beeab6865f5ea7c2 for: {'network': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:06.808653 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.812840 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (6a1e56b2-5174-4859-ad55-8ae965984c50), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.813831 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:06.814401 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.842202 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:06.843102 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:06.843941 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48502) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:06.844360 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-abd10d2b-6a8d-4525-a923-37afcb96a46c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4867001 Sep 09 06:29:06.855187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Made reservation on behalf of 9fae936c35c54adfaf8cb0df7f4ca9dd for: {'network': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:06.858510 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.864671 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:06.871002 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.875668 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7563443 Sep 09 06:29:06.876484 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48506) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:06.913710 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.940949 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Publish callbacks [] for security_group (9ee91c9b-de6c-4c85-98e1-3b6638665b3d), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.946910 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Request body: {'subnet': {'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-subnet', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:06.963889 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (9ee91c9b-de6c-4c85-98e1-3b6638665b3d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.972716 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-50724a19-0cd0-47ed-ac64-73793b689a02', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'project_id': '7a732015d4244c378e0204e1d216f57b', 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:29:06.973950 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.976671 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:29:06.986051 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:06.986640 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Added segment 72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4 of type vlan for network 30943901-e8e0-46eb-9df1-160e7b261a53 Sep 09 06:29:07.041952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Publish callbacks [] for security_group (3a22f763-51e2-465d-87d5-040825c7b3ef), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.058580 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3a22f763-51e2-465d-87d5-040825c7b3ef), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.092062 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (30943901-e8e0-46eb-9df1-160e7b261a53), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.111867 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=106286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:29:07.120121 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Publish callbacks [] for security_group (e29a66b3-9c4b-4699-8ae3-2aceebd4c5dd), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.124305 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a22f763-51e2-465d-87d5-040825c7b3ef,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:07.143645 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e29a66b3-9c4b-4699-8ae3-2aceebd4c5dd), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.179147 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7768aa6-0cdb-4246-9739-1566fa0b21bc admin admin] Pushing event updated for resources: {'Network': ['ID=6a1e56b2-5174-4859-ad55-8ae965984c50,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:07.180805 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:07.182204 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:07.200453 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a66b3-9c4b-4699-8ae3-2aceebd4c5dd,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:07.207392 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (30943901-e8e0-46eb-9df1-160e7b261a53), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.209093 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:07.210163 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.216455 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (ed536827-8b2d-40a3-80f5-87b0c9d6728a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.220118 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.segments_db [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Added segment ed536827-8b2d-40a3-80f5-87b0c9d6728a of type vlan for network 98282524-73a1-460b-a31c-3ff4ef655afa Sep 09 06:29:07.233940 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Made reservation on behalf of e8ee1a9407994bf9a624e6231c7fe565 for: {'subnet': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:07.236613 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.262374 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Allocated IP 172.20.0.2 (50724a19-0cd0-47ed-ac64-73793b689a02/c518f21e-05a0-4fdc-84d6-ec97ca5d04f6/45075609-7d85-456a-b484-f0b93edfbe57) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:07.270934 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0089016 Sep 09 06:29:07.272455 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee91c9b-de6c-4c85-98e1-3b6638665b3d,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:07.294888 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48522) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:07.306527 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Request body: {'subnet': {'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-15674139-subnet', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:07.324706 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (a706bc59-9e93-4f24-b6c6-8624881cf30d), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.326419 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (a706bc59-9e93-4f24-b6c6-8624881cf30d), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.356381 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=106286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:29:07.364406 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (98282524-73a1-460b-a31c-3ff4ef655afa), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.407432 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:07.413620 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (d7c6dca8-2da8-476e-b5f4-f58cacda87b3), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.415228 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.segments_db [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Added segment d7c6dca8-2da8-476e-b5f4-f58cacda87b3 of type vlan for network 06aa4853-deab-4da2-aa65-5023553defd4 Sep 09 06:29:07.417706 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Publish callbacks [] for port (45075609-7d85-456a-b484-f0b93edfbe57), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.431795 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294f267-2d7a-4cc5-9ab3-c760833660c1 admin admin] Pushing event updated for resources: {'Network': ['ID=30943901-e8e0-46eb-9df1-160e7b261a53,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:07.433452 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:07.445022 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:29:07.452767 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (45075609-7d85-456a-b484-f0b93edfbe57), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.460745 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Made reservation on behalf of 584cd5d9848d48dea5ac9a01dbaaabf1 for: {'subnet': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:07.463787 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.484307 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 30943901-e8e0-46eb-9df1-160e7b261a53 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:29:07.573510 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (06aa4853-deab-4da2-aa65-5023553defd4), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.581605 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (98282524-73a1-460b-a31c-3ff4ef655afa), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.584660 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:07.585349 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.632046 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks [] for router_controller (a706bc59-9e93-4f24-b6c6-8624881cf30d), precommit_add_association {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.701113 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4039116 Sep 09 06:29:07.705111 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48546) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:07.714556 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Request body: {'subnet': {'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-subnet', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:07.740458 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Pushing event updated for resources: {'Port': ['ID=45075609-7d85-456a-b484-f0b93edfbe57,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:07.756840 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Network 50724a19-0cd0-47ed-ac64-73793b689a02 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:07.759339 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.759864 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.760400 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.760909 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.761389 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.761866 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.762347 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.762831 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.763423 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.763927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.764417 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.765035 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.765518 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.766202 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.766680 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Tracked resource versions report: Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: pushed versions: Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: { 'AddressGroup': {'1.2'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Agent': {'1.1'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'ConntrackHelper': {'1.0'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'LocalIPAssociation': {'1.0'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Log': {'1.0'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'NDPProxy': {'1.0'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Network': {'1.1'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Port': {'1.7'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'PortForwarding': {'1.3'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'QosPolicy': {'1.10'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SecurityGroup': {'1.5'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SubPort': {'1.0'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Subnet': {'1.1'}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Trunk': {'1.1'}} Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: consumer versions: Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: { DHCP agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: HyperV agent@hv-cinder-85220: {}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: L3 agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: Metadata agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: Metering agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: Open vSwitch agent@dv-cinder-852209-16-iscsi: { 'AddressGroup': '1.2', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Agent': '1.1', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'ConntrackHelper': '1.0', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'LocalIPAssociation': '1.0', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Log': '1.0', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'NDPProxy': '1.0', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Network': '1.1', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Port': '1.7', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'PortForwarding': '1.3', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'QosPolicy': '1.10', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SecurityGroup': '1.5', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SecurityGroupRule': '1.2', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'SubPort': '1.0', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Subnet': '1.1', Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: 'Trunk': '1.1'}} Sep 09 06:29:07.768082 dv-cinder-852209-16-iscsi neutron-server[106288]: {{(pid=106288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:29:07.771333 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (06aa4853-deab-4da2-aa65-5023553defd4), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.772179 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:07.773199 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.785186 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Made reservation on behalf of 9fae936c35c54adfaf8cb0df7f4ca9dd for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:07.789156 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:07.789327 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.794622 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:07.862953 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Attempting to bind port 45075609-7d85-456a-b484-f0b93edfbe57 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:07.863768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Attempting to bind port 45075609-7d85-456a-b484-f0b93edfbe57 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:07.864365 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Attempting to bind port 45075609-7d85-456a-b484-f0b93edfbe57 on network 50724a19-0cd0-47ed-ac64-73793b689a02 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:07.924005 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:07.925027 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Checking segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:07.925657 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.926266 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Bound using segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:07.927059 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Bound port: 45075609-7d85-456a-b484-f0b93edfbe57, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:07.929155 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (45075609-7d85-456a-b484-f0b93edfbe57), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:07.971822 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7166398 Sep 09 06:29:08.018748 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48548) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:08.029407 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde2d5f-6b8a-48a0-894e-a80415b79690 admin admin] Pushing event updated for resources: {'Network': ['ID=98282524-73a1-460b-a31c-3ff4ef655afa,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:08.066712 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 98282524-73a1-460b-a31c-3ff4ef655afa details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:29:08.126156 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Request body: {'subnet': {'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-subnet', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:08.133746 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:08.134591 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa219e7-d0b9-4d95-bce6-b37d8a7c2dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=06aa4853-deab-4da2-aa65-5023553defd4,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:08.163031 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (80ad4645-9bf1-48af-b925-139692f84099), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.175723 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 06aa4853-deab-4da2-aa65-5023553defd4 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:29:08.234673 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ad4645-9bf1-48af-b925-139692f84099,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:08.265268 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Made reservation on behalf of 7d5de98a77f64cd5beeab6865f5ea7c2 for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:08.268144 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.270791 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] For port 45075609-7d85-456a-b484-f0b93edfbe57, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:08.274681 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] For port 45075609-7d85-456a-b484-f0b93edfbe57, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=45075609-7d85-456a-b484-f0b93edfbe57,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:08.283798 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (45075609-7d85-456a-b484-f0b93edfbe57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.333709 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:08.387242 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Checking segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:08.388439 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Network hostable DHCP agents. Network: 98282524-73a1-460b-a31c-3ff4ef655afa, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:29:08.408439 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ded93-9437-4964-b4ff-2ddda6f1c983 None None] Pushing event updated for resources: {'Port': ['ID=45075609-7d85-456a-b484-f0b93edfbe57,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:08.421913 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks [] for router_gateway (a706bc59-9e93-4f24-b6c6-8624881cf30d), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.471079 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Network 98282524-73a1-460b-a31c-3ff4ef655afa is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:29:08.572374 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:08.576291 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 98282524-73a1-460b-a31c-3ff4ef655afa) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:08.581199 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:08.581934 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.586484 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bccb552-a594-413f-9666-1eca3e557f88 None None] Network 98282524-73a1-460b-a31c-3ff4ef655afa requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:08.596335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (2b920baa-a5cf-4d25-8a14-a135bb3f7b15), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.640854 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-bbf8ad94-8c27-4eb0-886f-14f1380eb17c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9304147 Sep 09 06:29:08.640854 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48566) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:08.668220 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:08.779824 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b920baa-a5cf-4d25-8a14-a135bb3f7b15,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:08.798942 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.798942 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.806059 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Checking segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:08.808469 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Network hostable DHCP agents. Network: 06aa4853-deab-4da2-aa65-5023553defd4, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:29:08.880540 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-98282524-73a1-460b-a31c-3ff4ef655afa', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:29:08.884390 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.886271 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Network 06aa4853-deab-4da2-aa65-5023553defd4 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:29:08.952076 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks [] for router_controller (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), precommit_add_association {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:08.953014 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 06aa4853-deab-4da2-aa65-5023553defd4) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:08.957967 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:08.959032 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.010678 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c490e94c-df5e-4651-bf33-38fe627d7ce2 None None] Network 06aa4853-deab-4da2-aa65-5023553defd4 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:09.079254 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-1f66f4e0-4167-47b8-869d-6473c4a17960 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0585544 Sep 09 06:29:09.085733 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48580) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:09.087010 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (9f2421d1-d0a5-4dce-9461-ca1f7f9346fa), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.106937 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:09.123764 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (7bd7de91-3a0c-40d6-9121-744568aa980b), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.210645 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:09.212459 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-06aa4853-deab-4da2-aa65-5023553defd4', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:29:09.213792 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.239047 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.252022 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.254721 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Allocated IP 172.20.0.2 (98282524-73a1-460b-a31c-3ff4ef655afa/80ad4645-9bf1-48af-b925-139692f84099/a8bbcff4-0ec8-48d3-996e-e601aaa0f23e) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:09.303915 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks [] for router_gateway (a706bc59-9e93-4f24-b6c6-8624881cf30d), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.377390 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.404080 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:09.406495 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks [] for router_gateway (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.453527 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:09.672808 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 45075609-7d85-456a-b484-f0b93edfbe57 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:09.716535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:09.726820 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Checking segment: {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:09.727326 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Network hostable DHCP agents. Network: 30943901-e8e0-46eb-9df1-160e7b261a53, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:29:09.739887 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks [] for router_controller (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), precommit_add_association {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.790922 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Checking segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:09.791527 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Network hostable DHCP agents. Network: 6a1e56b2-5174-4859-ad55-8ae965984c50, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:29:09.794371 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48600) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:09.885267 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Allocated IP 172.27.0.233 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/dd19978d-1c14-44a3-bc1b-4372ae19a243) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:09.904962 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 45075609-7d85-456a-b484-f0b93edfbe57 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:09.905345 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (45075609-7d85-456a-b484-f0b93edfbe57), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:09.907628 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Allocated IP 172.20.0.2 (06aa4853-deab-4da2-aa65-5023553defd4/2b920baa-a5cf-4d25-8a14-a135bb3f7b15/f7f59a25-9e97-420c-b6a3-1effbae0f89f) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:09.939944 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks [] for router_gateway (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.004844 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Publish callbacks [] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.034187 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks [] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.040649 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.043028 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.050190 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97448693-0db8-478b-958f-b791d01ab412 None None] Network 50724a19-0cd0-47ed-ac64-73793b689a02 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:10.054680 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:10.068839 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:10.083763 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:10.085825 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e5daa969-a03c-4414-81ab-5e92fe70a7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.086482 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd7de91-3a0c-40d6-9121-744568aa980b,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:10.143749 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-2433cab1-172c-4a07-b9fe-35271f9e3813 None None] Provisioning complete for port 45075609-7d85-456a-b484-f0b93edfbe57 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:10.144173 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2433cab1-172c-4a07-b9fe-35271f9e3813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (45075609-7d85-456a-b484-f0b93edfbe57), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.183687 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.193530 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Network 30943901-e8e0-46eb-9df1-160e7b261a53 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:29:10.209928 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:10.217374 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:10.219048 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:29:10.243398 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:10.250054 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 6a1e56b2-5174-4859-ad55-8ae965984c50) {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:10.272617 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Pushing event updated for resources: {'Port': ['ID=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:10.282864 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Network 98282524-73a1-460b-a31c-3ff4ef655afa is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:10.289360 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f25c2-f9cc-471c-87e1-e8ad0d32cb1e None None] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:10.291950 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:10.297782 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:10.299294 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.315160 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e5daa969-a03c-4414-81ab-5e92fe70a7f9 admin admin] Publish callbacks [] for security_group (8112741c-c0e1-496a-bf7a-1ade14ba4657), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.334844 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 30943901-e8e0-46eb-9df1-160e7b261a53) {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:10.348327 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e5daa969-a03c-4414-81ab-5e92fe70a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (8112741c-c0e1-496a-bf7a-1ade14ba4657), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.361409 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:10.392720 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:10.393707 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.414694 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daa969-a03c-4414-81ab-5e92fe70a7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8112741c-c0e1-496a-bf7a-1ade14ba4657,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:10.443393 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:10.446965 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks [] for router_gateway (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.454927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9520b4-22c8-41f4-a5bc-fa554c2cef02 None None] Network 30943901-e8e0-46eb-9df1-160e7b261a53 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:10.531910 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-e5daa969-a03c-4414-81ab-5e92fe70a7f9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9d5d16e92daf44d89d257cf6563d58f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7203441 Sep 09 06:29:10.531910 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Allocated IP 172.27.0.117 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:10.531910 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48618) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:10.532718 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-cf81aece-dde6-46e6-ad58-1c492ea719c8 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5892048 Sep 09 06:29:10.533644 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd19978d-1c14-44a3-bc1b-4372ae19a243,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:10.560408 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:10.572232 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48620) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:10.579623 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:10.605047 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a1a25e09-25a6-48ec-a372-ad1630018f13 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3039460 Sep 09 06:29:10.609893 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48622) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:10.620027 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:10.648499 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Publish callbacks [] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.652796 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (5470ba45-e3a9-46db-bd2e-19c922999fd5), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.653874 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (5470ba45-e3a9-46db-bd2e-19c922999fd5), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.715112 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ca61-0872-453b-87fc-1c218341a5f7 admin admin] Publish callbacks [] for security_group (8112741c-c0e1-496a-bf7a-1ade14ba4657), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.739657 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.742576 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Attempting to bind port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:10.743075 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Attempting to bind port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:10.743586 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Attempting to bind port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e on network 98282524-73a1-460b-a31c-3ff4ef655afa {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:10.757690 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ca61-0872-453b-87fc-1c218341a5f7 admin admin] Publish callbacks [] for security_group (8112741c-c0e1-496a-bf7a-1ade14ba4657), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.772826 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.773842 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.807154 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 45075609-7d85-456a-b484-f0b93edfbe57 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:10.807536 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (45075609-7d85-456a-b484-f0b93edfbe57), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.846378 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks [] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.912367 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Network 06aa4853-deab-4da2-aa65-5023553defd4 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:10.920044 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks [] for router_controller (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), precommit_add_association {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.949352 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:10.953197 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:10.980867 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-2433cab1-172c-4a07-b9fe-35271f9e3813 None None] Current status of the port 45075609-7d85-456a-b484-f0b93edfbe57 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:10.980867 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2433cab1-172c-4a07-b9fe-35271f9e3813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (45075609-7d85-456a-b484-f0b93edfbe57), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:10.999556 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ca61-0872-453b-87fc-1c218341a5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (8112741c-c0e1-496a-bf7a-1ade14ba4657), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.004155 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ca61-0872-453b-87fc-1c218341a5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.008896 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-f9b0ca61-0872-453b-87fc-1c218341a5f7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8112741c-c0e1-496a-bf7a-1ade14ba4657 HTTP/1.1" status: 204 len: 168 time: 0.4815714 Sep 09 06:29:11.045393 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-30943901-e8e0-46eb-9df1-160e7b261a53', 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53', 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'fixed_ips': [{'subnet_id': '7bd7de91-3a0c-40d6-9121-744568aa980b'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:29:11.046320 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.049929 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 45075609-7d85-456a-b484-f0b93edfbe57, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=45075609-7d85-456a-b484-f0b93edfbe57,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:11.066117 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0ca61-0872-453b-87fc-1c218341a5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8112741c-c0e1-496a-bf7a-1ade14ba4657,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:11.073310 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-6a1e56b2-5174-4859-ad55-8ae965984c50', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:29:11.074197 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.076405 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.077725 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:11.078983 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:11.079175 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Checking segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:11.079668 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.080085 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Bound using segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:11.080602 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Bound port: a8bbcff4-0ec8-48d3-996e-e601aaa0f23e, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:11.080971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.095161 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (45075609-7d85-456a-b484-f0b93edfbe57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.133441 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Pushing event updated for resources: {'Port': ['ID=f7f59a25-9e97-420c-b6a3-1effbae0f89f,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:11.257954 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:11.261411 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks [] for router_gateway (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.274459 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:11.290782 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:11.351954 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks [] for router_controller (5470ba45-e3a9-46db-bd2e-19c922999fd5), precommit_add_association {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.360569 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks [] for router_gateway (a706bc59-9e93-4f24-b6c6-8624881cf30d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.515789 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:11.693764 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks [] for router_gateway (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.698953 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:11.727023 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.794740 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48656) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:11.797086 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:11.831017 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Allocated IP 172.20.0.2 (6a1e56b2-5174-4859-ad55-8ae965984c50/9f2421d1-d0a5-4dce-9461-ca1f7f9346fa/74c84043-567d-4a48-a52d-a09e5aee57fa) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:11.878657 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks [] for router_gateway (5470ba45-e3a9-46db-bd2e-19c922999fd5), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:11.889822 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-32e66f03-6b90-4984-8693-afc82668c8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.014548 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:12.020585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:12.144005 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.db.api [None req-2433cab1-172c-4a07-b9fe-35271f9e3813 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 06:29:12.145487 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG oslo_db.api [None req-2433cab1-172c-4a07-b9fe-35271f9e3813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:29:12.177226 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Allocated IP 172.27.0.48 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/1d2a56d5-3bb1-466c-8624-bf41c496c1e8) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:12.188410 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (a706bc59-9e93-4f24-b6c6-8624881cf30d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.199175 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks [] for router_gateway (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.223932 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Allocated IP 172.20.0.2 (30943901-e8e0-46eb-9df1-160e7b261a53/7bd7de91-3a0c-40d6-9121-744568aa980b/e564ca3b-ab3f-47c2-8201-5a4aa182a423) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:12.230030 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.275226 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Attempting to bind port f7f59a25-9e97-420c-b6a3-1effbae0f89f on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:12.275857 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Attempting to bind port f7f59a25-9e97-420c-b6a3-1effbae0f89f by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:12.276377 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Attempting to bind port f7f59a25-9e97-420c-b6a3-1effbae0f89f on network 06aa4853-deab-4da2-aa65-5023553defd4 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:12.297618 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Publish callbacks [] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.313346 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks [] for router_gateway (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.378771 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.385212 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:12.386027 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=45075609-7d85-456a-b484-f0b93edfbe57,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:12.403981 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:12.418241 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-32e66f03-6b90-4984-8693-afc82668c8db admin admin] Publish callbacks [] for security_group (dc465e78-fcd0-4a20-86df-6c9ef3d67c50), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.418962 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] For port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:12.444816 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-32e66f03-6b90-4984-8693-afc82668c8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dc465e78-fcd0-4a20-86df-6c9ef3d67c50), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.469954 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] For port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:12.493641 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:12.494692 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:12.495063 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Checking segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:12.495462 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.495878 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Bound using segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:12.496356 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Bound port: f7f59a25-9e97-420c-b6a3-1effbae0f89f, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:12.496733 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.506589 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.524171 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:12.530346 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:12.535977 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Pushing event updated for resources: {'Port': ['ID=74c84043-567d-4a48-a52d-a09e5aee57fa,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:12.561635 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.580220 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e66f03-6b90-4984-8693-afc82668c8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc465e78-fcd0-4a20-86df-6c9ef3d67c50,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:12.583792 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks [] for router_gateway (5470ba45-e3a9-46db-bd2e-19c922999fd5), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.609663 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.616239 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-32e66f03-6b90-4984-8693-afc82668c8db admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e38e6504bd4d4b76abaa2ede6cab147d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8177841 Sep 09 06:29:12.619957 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48660) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:12.621457 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks [] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.634123 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:12.635082 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:12.732327 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3c36dc5c-0561-485b-a6e3-b19ead895020 admin admin] Publish callbacks [] for security_group (dc465e78-fcd0-4a20-86df-6c9ef3d67c50), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.734689 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Attempting to bind port 74c84043-567d-4a48-a52d-a09e5aee57fa on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:12.735088 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Attempting to bind port 74c84043-567d-4a48-a52d-a09e5aee57fa by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:12.735445 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Attempting to bind port 74c84043-567d-4a48-a52d-a09e5aee57fa on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:12.773964 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.782139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3c36dc5c-0561-485b-a6e3-b19ead895020 admin admin] Publish callbacks [] for security_group (dc465e78-fcd0-4a20-86df-6c9ef3d67c50), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.800680 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Publish callbacks [] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.803565 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-2433cab1-172c-4a07-b9fe-35271f9e3813 None None] Current status of the port 45075609-7d85-456a-b484-f0b93edfbe57 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:12.806901 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] For port f7f59a25-9e97-420c-b6a3-1effbae0f89f, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:12.851277 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93023a53-74de-412b-8d0a-9c6f7a816fe3 None None] Pushing event updated for resources: {'Port': ['ID=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:12.855710 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.870126 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] For port f7f59a25-9e97-420c-b6a3-1effbae0f89f, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f7f59a25-9e97-420c-b6a3-1effbae0f89f,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:12.878700 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Router a706bc59-9e93-4f24-b6c6-8624881cf30d is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:29:12.878890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:29:12.893901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Allocated IP 172.27.0.176 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/eff5ca78-209a-460f-8e2a-85a011838028) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:12.913616 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.915066 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2a56d5-3bb1-466c-8624-bf41c496c1e8,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:12.930255 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:12.930748 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Checking segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:12.931280 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.932187 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Bound using segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:12.932430 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Bound port: 74c84043-567d-4a48-a52d-a09e5aee57fa, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:12.932959 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:12.939313 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:12.942229 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:12.943209 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Network 30943901-e8e0-46eb-9df1-160e7b261a53 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:12.971792 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:12.974874 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:12.995303 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Pushing event updated for resources: {'Port': ['ID=e564ca3b-ab3f-47c2-8201-5a4aa182a423,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:13.011021 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:13.017204 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3c36dc5c-0561-485b-a6e3-b19ead895020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dc465e78-fcd0-4a20-86df-6c9ef3d67c50), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.026759 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3c36dc5c-0561-485b-a6e3-b19ead895020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.028020 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-3c36dc5c-0561-485b-a6e3-b19ead895020 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dc465e78-fcd0-4a20-86df-6c9ef3d67c50 HTTP/1.1" status: 204 len: 168 time: 0.4071264 Sep 09 06:29:13.028976 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:13.097689 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ecc57-ff08-4bc0-971e-91e88ac26db3 None None] Pushing event updated for resources: {'Port': ['ID=f7f59a25-9e97-420c-b6a3-1effbae0f89f,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:13.113271 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-641bd504-8d8d-4416-8e65-50c3b25dbbb7 None None] Provisioning complete for port 45075609-7d85-456a-b484-f0b93edfbe57 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:13.113963 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-641bd504-8d8d-4416-8e65-50c3b25dbbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (45075609-7d85-456a-b484-f0b93edfbe57), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.199431 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36dc5c-0561-485b-a6e3-b19ead895020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc465e78-fcd0-4a20-86df-6c9ef3d67c50,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:13.223472 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:13.275876 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:13.297390 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45106726-4634-49da-af10-605879ecfe22 None None] Sync routers for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:13.298673 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks [] for port (eff5ca78-209a-460f-8e2a-85a011838028), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.306443 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Attempting to bind port e564ca3b-ab3f-47c2-8201-5a4aa182a423 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:13.307177 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Attempting to bind port e564ca3b-ab3f-47c2-8201-5a4aa182a423 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:13.309271 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Attempting to bind port e564ca3b-ab3f-47c2-8201-5a4aa182a423 on network 30943901-e8e0-46eb-9df1-160e7b261a53 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:13.335768 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.347373 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-4e31ee71-b2e6-4321-ba51-bd1352336f66 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7020204 Sep 09 06:29:13.352575 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45106726-4634-49da-af10-605879ecfe22 None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:13.357306 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-45106726-4634-49da-af10-605879ecfe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:13.371908 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48674) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:13.402297 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] For port 74c84043-567d-4a48-a52d-a09e5aee57fa, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:13.417697 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:13.449284 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:13.486238 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] For port 74c84043-567d-4a48-a52d-a09e5aee57fa, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=74c84043-567d-4a48-a52d-a09e5aee57fa,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:13.620980 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:13.623731 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Checking segment: {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:13.624560 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.627026 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Bound using segment: {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:13.627678 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Bound port: e564ca3b-ab3f-47c2-8201-5a4aa182a423, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:13.628017 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.641326 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.730804 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (eff5ca78-209a-460f-8e2a-85a011838028), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:13.841038 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:13.861694 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-641bd504-8d8d-4416-8e65-50c3b25dbbb7 None None] Current status of the port 45075609-7d85-456a-b484-f0b93edfbe57 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:13.869431 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:13.887919 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:13.895949 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Sync routers for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:13.903901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:13.954806 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 45075609-7d85-456a-b484-f0b93edfbe57 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:14.006642 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-45106726-4634-49da-af10-605879ecfe22 None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:14.078685 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:14.080040 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:14.081472 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Allocated IP 172.27.0.201 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/e2b1f312-efe1-4a33-9fcb-9455d9bad148) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:14.131120 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:14.137918 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-681c7af6-27a0-4dad-aa25-4a90be0d6ed7 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2773967 Sep 09 06:29:14.145358 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48688) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:14.199014 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Pushing event updated for resources: {'Port': ['ID=eff5ca78-209a-460f-8e2a-85a011838028,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:14.240095 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks [] for router_gateway (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:14.402218 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe31cb-d393-459d-b139-35e316d40f55 None None] Pushing event updated for resources: {'Port': ['ID=74c84043-567d-4a48-a52d-a09e5aee57fa,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:14.497622 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] For port e564ca3b-ab3f-47c2-8201-5a4aa182a423, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:14.522328 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] For port e564ca3b-ab3f-47c2-8201-5a4aa182a423, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e564ca3b-ab3f-47c2-8201-5a4aa182a423,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:14.526844 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-45106726-4634-49da-af10-605879ecfe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:11Z', 'revision_number': 3, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:14.529897 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:14.533524 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 45075609-7d85-456a-b484-f0b93edfbe57 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:14.533906 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (45075609-7d85-456a-b484-f0b93edfbe57), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:14.590089 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45106726-4634-49da-af10-605879ecfe22 None None] Checking router: 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:14.590764 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45106726-4634-49da-af10-605879ecfe22 None None] Updating router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:14.610923 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:14.617557 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:14.626644 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73030680-63d0-4faf-8a6c-74bfdc8c95e8 None None] Network 98282524-73a1-460b-a31c-3ff4ef655afa requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:14.633159 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-45106726-4634-49da-af10-605879ecfe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:14.789511 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:14.806283 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7ec4e-6304-4e86-bc7b-d2b346c2b8f4 None None] Network 06aa4853-deab-4da2-aa65-5023553defd4 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:14.806428 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:14.835139 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks [] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:14.895504 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks [] for router_gateway (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:14.912756 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c4e5c-4c4e-4ad9-9714-2f614443b191 None None] Pushing event updated for resources: {'Port': ['ID=e564ca3b-ab3f-47c2-8201-5a4aa182a423,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:14.973328 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:15.020101 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-cfae3ee9-06d6-4a52-8116-9149ba2efcdf None None] Provisioning complete for port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:15.029737 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.030341 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-cfae3ee9-06d6-4a52-8116-9149ba2efcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.090595 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.279276 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:15.305059 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:15.326415 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b1f312-efe1-4a33-9fcb-9455d9bad148,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:15.329411 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:15.405984 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-45106726-4634-49da-af10-605879ecfe22 None None] Publish callbacks [] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.414082 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-45106726-4634-49da-af10-605879ecfe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.478241 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:15.481012 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Pushing event updated for resources: {'Port': ['ID=bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d,revision_number=2']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:15.498470 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.499222 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.499751 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.500387 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.500873 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.501347 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.501809 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.502606 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.503230 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.504478 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.505068 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.506463 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.506948 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.507741 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.508328 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Tracked resource versions report: Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: pushed versions: Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: { 'AddressGroup': {'1.2'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Agent': {'1.1'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'ConntrackHelper': {'1.0'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'LocalIPAssociation': {'1.0'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Log': {'1.0'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'NDPProxy': {'1.0'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Network': {'1.1'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Port': {'1.7'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'PortForwarding': {'1.3'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'QosPolicy': {'1.10'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SecurityGroup': {'1.5'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SecurityGroupRule': {'1.2'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SubPort': {'1.0'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Subnet': {'1.1'}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Trunk': {'1.1'}} Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: consumer versions: Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: { DHCP agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: HyperV agent@hv-cinder-85220: {}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: L3 agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: Metadata agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: Metering agent@dv-cinder-852209-16-iscsi: {}, Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: Open vSwitch agent@dv-cinder-852209-16-iscsi: { 'AddressGroup': '1.2', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Agent': '1.1', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'ConntrackHelper': '1.0', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'LocalIPAssociation': '1.0', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Log': '1.0', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'NDPProxy': '1.0', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Network': '1.1', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Port': '1.7', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'PortForwarding': '1.3', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'QosPolicy': '1.10', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SecurityGroup': '1.5', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SecurityGroupRule': '1.2', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'SubPort': '1.0', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Subnet': '1.1', Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: 'Trunk': '1.1'}} Sep 09 06:29:15.509714 dv-cinder-852209-16-iscsi neutron-server[106289]: {{(pid=106289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 06:29:15.523174 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-45106726-4634-49da-af10-605879ecfe22 None None] Attempting to bind port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:15.523649 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.523948 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-45106726-4634-49da-af10-605879ecfe22 None None] Attempting to bind port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:15.525426 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45106726-4634-49da-af10-605879ecfe22 None None] Attempting to bind port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:15.589607 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:15.595694 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225578b4-6cd4-4e90-876c-febe1206c61a None None] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:15.606796 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45106726-4634-49da-af10-605879ecfe22 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:15.607950 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45106726-4634-49da-af10-605879ecfe22 None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:15.608496 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-45106726-4634-49da-af10-605879ecfe22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.609622 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45106726-4634-49da-af10-605879ecfe22 None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:15.610318 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-45106726-4634-49da-af10-605879ecfe22 None None] Bound port: bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:15.610858 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-45106726-4634-49da-af10-605879ecfe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.691192 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-45106726-4634-49da-af10-605879ecfe22 None None] For port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:15.697584 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-45106726-4634-49da-af10-605879ecfe22 None None] For port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:15.698045 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:15.698480 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:15.713567 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-45106726-4634-49da-af10-605879ecfe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.744240 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:15.758147 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45106726-4634-49da-af10-605879ecfe22 None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:15.758852 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-45106726-4634-49da-af10-605879ecfe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:15.802153 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 45075609-7d85-456a-b484-f0b93edfbe57 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:15.803819 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f7f59a25-9e97-420c-b6a3-1effbae0f89f up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:15.938612 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-45106726-4634-49da-af10-605879ecfe22 None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:15.987878 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:29:16.015831 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks [] for router_gateway (5470ba45-e3a9-46db-bd2e-19c922999fd5), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:16.018052 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-cfae3ee9-06d6-4a52-8116-9149ba2efcdf None None] Current status of the port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:16.018535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-cfae3ee9-06d6-4a52-8116-9149ba2efcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:16.184217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port f7f59a25-9e97-420c-b6a3-1effbae0f89f triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:16.184608 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:16.296039 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Allocated IP 172.20.0.1 (98282524-73a1-460b-a31c-3ff4ef655afa/80ad4645-9bf1-48af-b925-139692f84099/10cef04c-4937-496b-8486-1e6eb1c83cd1) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:16.333267 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-cfae3ee9-06d6-4a52-8116-9149ba2efcdf None None] For port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:16.347150 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-45106726-4634-49da-af10-605879ecfe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:11Z', 'revision_number': 3, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:16.356724 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:16.358853 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-cfae3ee9-06d6-4a52-8116-9149ba2efcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:16.423973 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:10Z', 'revision_number': 3, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:16.426926 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:16.488288 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45106726-4634-49da-af10-605879ecfe22 None None] The sync data for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi is: [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:11Z', 'revision_number': 3, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:16.500967 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Sync routers for ids ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:16.542093 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Routers {'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:16.543588 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:16.572568 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:16.579104 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Checking router: a706bc59-9e93-4f24-b6c6-8624881cf30d for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:16.580155 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Updating router a706bc59-9e93-4f24-b6c6-8624881cf30d port dd19978d-1c14-44a3-bc1b-4372ae19a243 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:16.603476 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:16.607460 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8f857927-1d17-4589-beb0-197f6996943b admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9917994 Sep 09 06:29:16.632911 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48732) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:16.664455 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990715d1-1bdd-4407-8b4d-b08ae5e15531 None None] Network 30943901-e8e0-46eb-9df1-160e7b261a53 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:29:16.667602 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b15fb3-3a4c-4eea-91a5-469dcbcedff8 None None] Pushing event updated for resources: {'Port': ['ID=bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:16.786979 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Publish callbacks [] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:16.841976 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:16.892609 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Set router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:16.914249 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.018903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:17.055802 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:17.060662 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:17.064646 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:29:17.102102 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Network 98282524-73a1-460b-a31c-3ff4ef655afa is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:17.111408 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.113705 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Provisioning complete for port 74c84043-567d-4a48-a52d-a09e5aee57fa triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:17.113705 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.118216 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:17.151152 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Pushing event updated for resources: {'Port': ['ID=10cef04c-4937-496b-8486-1e6eb1c83cd1,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:17.180362 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:17.182890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.210663 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae3ee9-06d6-4a52-8116-9149ba2efcdf None None] Pushing event updated for resources: {'Port': ['ID=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:17.339290 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port f7f59a25-9e97-420c-b6a3-1effbae0f89f is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:17.339866 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.513357 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:17.514118 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:14Z', 'revision_number': 3, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port': {'id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:17.552989 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port f7f59a25-9e97-420c-b6a3-1effbae0f89f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f7f59a25-9e97-420c-b6a3-1effbae0f89f,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:17.588390 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.589360 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device a8bbcff4-0ec8-48d3-996e-e601aaa0f23e up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:17.616873 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Checking router: c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:17.617267 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Updating router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 port eff5ca78-209a-460f-8e2a-85a011838028 binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:17.638037 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Allocated IP 172.20.0.1 (50724a19-0cd0-47ed-ac64-73793b689a02/c518f21e-05a0-4fdc-84d6-ec97ca5d04f6/b302351f-fd76-40ce-9993-cf89b3d809a1) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:17.669257 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (eff5ca78-209a-460f-8e2a-85a011838028), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.678530 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:17.712559 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=f7f59a25-9e97-420c-b6a3-1effbae0f89f,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:17.790699 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Publish callbacks [] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.826676 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:17.847147 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Current status of the port 74c84043-567d-4a48-a52d-a09e5aee57fa is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:17.847702 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.858575 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:17.927933 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:17.929240 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:17.975117 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.030313 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] For port 74c84043-567d-4a48-a52d-a09e5aee57fa, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=74c84043-567d-4a48-a52d-a09e5aee57fa,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:18.049268 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.104797 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Network 50724a19-0cd0-47ed-ac64-73793b689a02 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:18.121022 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:18.124201 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:18.124686 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (a706bc59-9e93-4f24-b6c6-8624881cf30d), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.189192 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Publish callbacks [] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.210344 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Provisioning complete for port f7f59a25-9e97-420c-b6a3-1effbae0f89f triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:18.210735 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.232534 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (5470ba45-e3a9-46db-bd2e-19c922999fd5), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.243717 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Pushing event updated for resources: {'Port': ['ID=b302351f-fd76-40ce-9993-cf89b3d809a1,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:18.270955 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.333901 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Attempting to bind port dd19978d-1c14-44a3-bc1b-4372ae19a243 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:18.334634 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Attempting to bind port dd19978d-1c14-44a3-bc1b-4372ae19a243 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:18.334999 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Attempting to bind port dd19978d-1c14-44a3-bc1b-4372ae19a243 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:18.341347 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Pushing event updated for resources: {'Port': ['ID=74c84043-567d-4a48-a52d-a09e5aee57fa,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:18.370606 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:18.426193 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.481956 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Publish callbacks [] for port (eff5ca78-209a-460f-8e2a-85a011838028), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.492175 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (eff5ca78-209a-460f-8e2a-85a011838028), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.496112 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7be9dd-654d-431c-8a9d-55e70ed33709 None None] Pushing event updated for resources: {'Port': ['ID=dd19978d-1c14-44a3-bc1b-4372ae19a243,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:18.506899 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3b66c30b-7632-4a5f-803d-ce16a0fd7246 None None] Current status of the port f7f59a25-9e97-420c-b6a3-1effbae0f89f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:18.513614 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:18.513990 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:18.514390 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.514776 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:18.515260 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Bound port: dd19978d-1c14-44a3-bc1b-4372ae19a243, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:18.515661 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.575855 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Attempting to bind port eff5ca78-209a-460f-8e2a-85a011838028 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:18.580073 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Attempting to bind port eff5ca78-209a-460f-8e2a-85a011838028 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:18.580823 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Attempting to bind port eff5ca78-209a-460f-8e2a-85a011838028 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:18.596257 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:18.606612 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] For port dd19978d-1c14-44a3-bc1b-4372ae19a243, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:18.606732 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.617291 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] For port dd19978d-1c14-44a3-bc1b-4372ae19a243, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=dd19978d-1c14-44a3-bc1b-4372ae19a243,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:18.627181 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Sync routers for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:18.646120 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.684705 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29a029-c6ac-4187-80a6-8612cbc9b4e2 None None] Pushing event updated for resources: {'Port': ['ID=eff5ca78-209a-460f-8e2a-85a011838028,revision_number=2']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:18.688571 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:18.689098 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:18.689710 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.690225 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:18.690790 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Bound port: eff5ca78-209a-460f-8e2a-85a011838028, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:18.691388 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (eff5ca78-209a-460f-8e2a-85a011838028), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.704787 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:18.705438 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:18.706128 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.719296 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:18.720465 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-8cb7b992-5500-48bd-bf35-0241b3109275 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6285012 Sep 09 06:29:18.730276 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48764) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:18.733461 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Provisioning complete for port 74c84043-567d-4a48-a52d-a09e5aee57fa triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:18.733976 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.735935 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:18.736569 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:18.790417 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] For port eff5ca78-209a-460f-8e2a-85a011838028, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:18.799172 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] For port eff5ca78-209a-460f-8e2a-85a011838028, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=eff5ca78-209a-460f-8e2a-85a011838028,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:18.814049 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (eff5ca78-209a-460f-8e2a-85a011838028), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.857253 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Routers {'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:18.858124 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:18.900292 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:18.932514 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Publish callbacks [] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.941705 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.942671 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:18.956939 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29a029-c6ac-4187-80a6-8612cbc9b4e2 None None] Pushing event updated for resources: {'Port': ['ID=eff5ca78-209a-460f-8e2a-85a011838028,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:19.045576 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:19.053536 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] Set router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:19.065084 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:19.070658 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Pushing event updated for resources: {'Port': ['ID=10cef04c-4937-496b-8486-1e6eb1c83cd1,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:19.114429 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:19.138507 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Allocated IP 172.20.0.1 (30943901-e8e0-46eb-9df1-160e7b261a53/7bd7de91-3a0c-40d6-9121-744568aa980b/51987353-694a-43e9-8e2f-6a63803eaf76) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:19.212496 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Network 98282524-73a1-460b-a31c-3ff4ef655afa is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:19.226078 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e564ca3b-ab3f-47c2-8201-5a4aa182a423 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:19.228456 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:19.312259 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:19.343696 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7be9dd-654d-431c-8a9d-55e70ed33709 None None] Pushing event updated for resources: {'Port': ['ID=dd19978d-1c14-44a3-bc1b-4372ae19a243,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:19.401535 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:19.503940 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:14Z', 'revision_number': 3, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port': {'id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:19.565071 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5980cef-6f9b-4803-ba43-c742560ae6a9 None None] The sync data for ids ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'] in dv-cinder-852209-16-iscsi is: [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:14Z', 'revision_number': 3, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port': {'id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:19.674578 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port e564ca3b-ab3f-47c2-8201-5a4aa182a423 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:19.674979 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:19.679234 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Publish callbacks [] for port (51987353-694a-43e9-8e2f-6a63803eaf76), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:19.705259 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Publish callbacks [] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:19.718626 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:19.719507 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (a706bc59-9e93-4f24-b6c6-8624881cf30d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:19.745390 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:29:19.781380 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:19.810213 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:29:19.810664 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:19.851877 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:19.933307 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:19.947122 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Network 30943901-e8e0-46eb-9df1-160e7b261a53 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:19.956244 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:19.963891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:19.964400 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:19.969535 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Pushing event updated for resources: {'Port': ['ID=51987353-694a-43e9-8e2f-6a63803eaf76,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:19.978380 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Pushing event updated for resources: {'Port': ['ID=b302351f-fd76-40ce-9993-cf89b3d809a1,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:20.006397 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Current status of the port 74c84043-567d-4a48-a52d-a09e5aee57fa is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:20.169080 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:20.173005 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Provisioning complete for port f7f59a25-9e97-420c-b6a3-1effbae0f89f triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:20.173497 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:20.187646 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Sync routers for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:20.194938 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-ead50ef8-d3f4-4316-974c-f34ba306e95b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8274570 Sep 09 06:29:20.224433 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:20.224894 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:20.315206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:20.383565 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:20.390216 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port e564ca3b-ab3f-47c2-8201-5a4aa182a423 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:20.390832 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:20.435596 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:20.482640 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:20.668934 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:20.673459 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port e564ca3b-ab3f-47c2-8201-5a4aa182a423, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e564ca3b-ab3f-47c2-8201-5a4aa182a423,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:20.716218 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:20.717657 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:20.956546 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:10Z', 'revision_number': 3, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:20.967592 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Publish callbacks [] for port (51987353-694a-43e9-8e2f-6a63803eaf76), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:20.976023 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:20.976971 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:21.010688 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 2, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:21.087459 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:21.114790 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddc9b6-10f9-4e8d-93a7-c4683f421e0d None None] The sync data for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi is: [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:10Z', 'revision_number': 3, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:21.127348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Pushing event updated for resources: {'Port': ['ID=51987353-694a-43e9-8e2f-6a63803eaf76,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:21.127652 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Checking router: 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:21.127964 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Updating router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 port 10cef04c-4937-496b-8486-1e6eb1c83cd1 binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:21.206493 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:21.219217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:21.220148 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Current status of the port f7f59a25-9e97-420c-b6a3-1effbae0f89f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:21.232612 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Network 50724a19-0cd0-47ed-ac64-73793b689a02 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:21.234568 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:21.290922 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=e564ca3b-ab3f-47c2-8201-5a4aa182a423,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:21.318439 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Network 30943901-e8e0-46eb-9df1-160e7b261a53 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:21.325986 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:21.344688 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Provisioning complete for port 10cef04c-4937-496b-8486-1e6eb1c83cd1 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:21.345065 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:21.355835 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:21.411987 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:21.539473 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:13Z', 'revision_number': 3, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:21.570908 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:21.605561 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:21.605997 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:21.762107 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:21.768539 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:21.770109 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c7063e46-90f1-4dc4-8ab0-38753d8386d6 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.1968889 Sep 09 06:29:21.792039 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48888) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:21.802175 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Router a706bc59-9e93-4f24-b6c6-8624881cf30d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:29:21.927015 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Port 10cef04c-4937-496b-8486-1e6eb1c83cd1 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:21.955156 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Checking router: 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:21.955508 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Updating router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:22.059869 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Provisioning complete for port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:22.060270 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:22.138752 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:22.155801 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:22.177475 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:22.181158 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Publish callbacks [] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:22.210170 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:22.272489 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:29:22.416290 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:22.422008 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-f42136fd-b684-4551-83a6-11c092e961c7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c7f8fded-c05b-4cfb-a101-e0cef8b6ac47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7868280 Sep 09 06:29:22.527913 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93192804-142c-4ef7-9123-f0176af2c368 None None] Pushing event updated for resources: {'Port': ['ID=10cef04c-4937-496b-8486-1e6eb1c83cd1,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:22.620715 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Attempting to bind port 10cef04c-4937-496b-8486-1e6eb1c83cd1 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:22.621347 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Attempting to bind port 10cef04c-4937-496b-8486-1e6eb1c83cd1 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:22.621852 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Attempting to bind port 10cef04c-4937-496b-8486-1e6eb1c83cd1 on network 98282524-73a1-460b-a31c-3ff4ef655afa {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:22.684683 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:22.755896 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:22.777021 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48946) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:22.783114 dv-cinder-852209-16-iscsi neutron-server[106286]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 06:29:22.807364 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:22.808775 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Checking segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:22.809656 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:22.811440 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Bound using segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:22.816764 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Bound port: 10cef04c-4937-496b-8486-1e6eb1c83cd1, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:22.817512 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:22.818728 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Allocated IP 172.20.0.1 (06aa4853-deab-4da2-aa65-5023553defd4/2b920baa-a5cf-4d25-8a14-a135bb3f7b15/0a49a81f-9f56-45bb-a17d-f9eb97962f4f) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:22.860116 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Sync routers for ids ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:22.965083 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Routers {'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:22.965732 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:23.044257 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:23.109781 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Publish callbacks [] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:23.143174 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:23.152939 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6a7b633a-64de-4606-b18b-4723929d7d84 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/a706bc59-9e93-4f24-b6c6-8624881cf30d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0060720 Sep 09 06:29:23.153769 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 48956) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:23.155219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:23.216720 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Network 06aa4853-deab-4da2-aa65-5023553defd4 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:23.224119 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:23.231481 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:23.232262 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:23.251790 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:23.252729 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:23.324682 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] For port 10cef04c-4937-496b-8486-1e6eb1c83cd1, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:23.326337 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-d1c3b39c-93f2-4156-a167-7938d69b39d7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:23.331051 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] For port 10cef04c-4937-496b-8486-1e6eb1c83cd1, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=10cef04c-4937-496b-8486-1e6eb1c83cd1,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:23.336774 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-d1c3b39c-93f2-4156-a167-7938d69b39d7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 818 time: 0.5552161 Sep 09 06:29:23.392568 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-27a43ff5-ea54-4de5-97ef-8ca41bb43d43 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/quotas/9fae936c35c54adfaf8cb0df7f4ca9dd HTTP/1.1" status: 200 len: 375 time: 0.0518363 Sep 09 06:29:23.433505 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:23.498136 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:23.498772 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:23.520380 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Pushing event updated for resources: {'Port': ['ID=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:23.659457 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-e3150d20-f59c-45e6-9076-1eda140d6ea6 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2621202 Sep 09 06:29:23.711058 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:23.712061 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:23.725076 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Set router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:23.806038 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 48996) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:23.813327 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:23.842448 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-93e72862-ef08-455d-9212-40161c301d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:23.887991 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Current status of the port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:23.897468 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:23.898341 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:23.960123 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:15Z', 'revision_number': 3, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:23.974714 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:23.976374 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93192804-142c-4ef7-9123-f0176af2c368 None None] Pushing event updated for resources: {'Port': ['ID=10cef04c-4937-496b-8486-1e6eb1c83cd1,revision_number=4']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:24.012987 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.019451 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:24.021684 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Updating router 5470ba45-e3a9-46db-bd2e-19c922999fd5 port e2b1f312-efe1-4a33-9fcb-9455d9bad148 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:24.026841 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.028133 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fd68e69e-1236-46d7-ac72-55971046d075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.029700 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 74c84043-567d-4a48-a52d-a09e5aee57fa up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:24.094097 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Provisioning complete for port e564ca3b-ab3f-47c2-8201-5a4aa182a423 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:24.094759 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.096348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9e9e4c38-3f50-4191-a73e-82e56ee12dec service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:29:24.098192 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9e9e4c38-3f50-4191-a73e-82e56ee12dec service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1851072 Sep 09 06:29:24.311846 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Sync routers for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:24.327526 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:24.375956 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:20Z', 'revision_number': 4, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port': {'id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '51987353-694a-43e9-8e2f-6a63803eaf76', 'name': '', 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'mac_address': 'fa:16:3e:e7:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7bd7de91-3a0c-40d6-9121-744568aa980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:18Z', 'updated_at': '2022-09-09T06:29:20Z', 'revision_number': 2, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'subnets': [{'id': '7bd7de91-3a0c-40d6-9121-744568aa980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:24.389909 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fd68e69e-1236-46d7-ac72-55971046d075 admin admin] Publish callbacks [] for security_group (e17a3648-d71b-42fd-b8bd-642339829078), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.391687 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:24.399623 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-93e72862-ef08-455d-9212-40161c301d67 admin admin] Publish callbacks [] for security_group (d8e2a1ec-e613-4e9e-b63e-ec53d0cb735e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.403501 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-c9e6624c-f52e-4df6-bacc-353ee8ca649d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949758 Sep 09 06:29:24.412100 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Checking router: c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:24.412441 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Updating router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 port 51987353-694a-43e9-8e2f-6a63803eaf76 binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:24.416941 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-fd68e69e-1236-46d7-ac72-55971046d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e17a3648-d71b-42fd-b8bd-642339829078), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.433702 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Publish callbacks [] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.440123 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-93e72862-ef08-455d-9212-40161c301d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d8e2a1ec-e613-4e9e-b63e-ec53d0cb735e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.467509 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.468497 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.471992 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68e69e-1236-46d7-ac72-55971046d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a3648-d71b-42fd-b8bd-642339829078,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:24.482926 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:24.493054 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.515693 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:24.532321 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-fd68e69e-1236-46d7-ac72-55971046d075 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9f39103ba8e34405be2e9b45a6c07164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7250519 Sep 09 06:29:24.535181 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49012) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:24.583108 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Pushing event updated for resources: {'Port': ['ID=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:24.614039 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.627025 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad820-0a43-490e-bf35-c7af27676a42 admin admin] Publish callbacks [] for security_group (e17a3648-d71b-42fd-b8bd-642339829078), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.641861 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:24.648466 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:24.655446 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad820-0a43-490e-bf35-c7af27676a42 admin admin] Publish callbacks [] for security_group (e17a3648-d71b-42fd-b8bd-642339829078), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.699215 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:24.704419 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 74c84043-567d-4a48-a52d-a09e5aee57fa triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:24.704811 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.729643 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-f0051b76-655c-4d54-9c80-627bc12701ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249176 Sep 09 06:29:24.737052 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad820-0a43-490e-bf35-c7af27676a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e17a3648-d71b-42fd-b8bd-642339829078), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.739988 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad820-0a43-490e-bf35-c7af27676a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.743771 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6a5ad820-0a43-490e-bf35-c7af27676a42 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e17a3648-d71b-42fd-b8bd-642339829078 HTTP/1.1" status: 204 len: 168 time: 0.2045577 Sep 09 06:29:24.750813 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ad820-0a43-490e-bf35-c7af27676a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a3648-d71b-42fd-b8bd-642339829078,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:24.756184 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e72862-ef08-455d-9212-40161c301d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e2a1ec-e613-4e9e-b63e-ec53d0cb735e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:24.760710 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-93e72862-ef08-455d-9212-40161c301d67 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=73649be26f784df3b8adfed9ad4f0a69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5940096 Sep 09 06:29:24.765962 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49026) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:24.793298 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec3a99-9801-4256-906d-6b5cdecaf6b8 None None] The sync data for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi is: [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:24.802545 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Allocated IP 172.20.0.1 (6a1e56b2-5174-4859-ad55-8ae965984c50/9f2421d1-d0a5-4dce-9461-ca1f7f9346fa/bc0ab66a-5720-4ab8-9c07-d22686acd4aa) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:24.933529 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:24.950423 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bd8e58ee-44f0-4817-b70b-b0d5b22dfbc4 admin admin] Publish callbacks [] for security_group (d8e2a1ec-e613-4e9e-b63e-ec53d0cb735e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:24.954125 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:25.033855 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bd8e58ee-44f0-4817-b70b-b0d5b22dfbc4 admin admin] Publish callbacks [] for security_group (d8e2a1ec-e613-4e9e-b63e-ec53d0cb735e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.044056 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Publish callbacks [] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.047322 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:25.139136 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bd8e58ee-44f0-4817-b70b-b0d5b22dfbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d8e2a1ec-e613-4e9e-b63e-ec53d0cb735e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.144165 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bd8e58ee-44f0-4817-b70b-b0d5b22dfbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.147877 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-bd8e58ee-44f0-4817-b70b-b0d5b22dfbc4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d8e2a1ec-e613-4e9e-b63e-ec53d0cb735e HTTP/1.1" status: 204 len: 168 time: 0.3776431 Sep 09 06:29:25.161202 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e58ee-44f0-4817-b70b-b0d5b22dfbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e2a1ec-e613-4e9e-b63e-ec53d0cb735e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:25.254389 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Network 06aa4853-deab-4da2-aa65-5023553defd4 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:25.262612 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:25.295820 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.353629 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Current status of the port e564ca3b-ab3f-47c2-8201-5a4aa182a423 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:25.476451 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49064) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:25.500009 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Publish callbacks [] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.503942 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:25.508217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Attempting to bind port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:25.509898 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Attempting to bind port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:25.510431 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Attempting to bind port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:25.526913 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49066) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:25.552812 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Provisioning complete for port b302351f-fd76-40ce-9993-cf89b3d809a1 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:25.555058 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.598985 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Publish callbacks [] for port (51987353-694a-43e9-8e2f-6a63803eaf76), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.610080 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:25.612585 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.612796 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ae1739c1-8f2d-45b5-a1e4-33f717265f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.740365 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577beec-efb6-4d2f-bc14-e901d0aa6872 None None] Pushing event updated for resources: {'Port': ['ID=51987353-694a-43e9-8e2f-6a63803eaf76,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:25.798419 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:29:25.806095 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.857096 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc2f36-ffec-43bb-9b7e-a1f12eaca766 None None] Pushing event updated for resources: {'Port': ['ID=1d2a56d5-3bb1-466c-8624-bf41c496c1e8,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:25.889406 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:25.932460 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:25.956604 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:25.966204 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49072) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:25.966790 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:25.967357 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (5470ba45-e3a9-46db-bd2e-19c922999fd5), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:25.989979 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-b1b183ec-4ca1-44d6-8f37-c227dc5cbf01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308338775', 'description': 'tempest-description--2008603972'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:25.995483 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Attempting to bind port 51987353-694a-43e9-8e2f-6a63803eaf76 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:25.995870 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Attempting to bind port 51987353-694a-43e9-8e2f-6a63803eaf76 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:25.996225 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Attempting to bind port 51987353-694a-43e9-8e2f-6a63803eaf76 on network 30943901-e8e0-46eb-9df1-160e7b261a53 {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:26.134375 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:26.134924 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Checking segment: {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:26.135127 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.137273 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Bound using segment: {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:26.140158 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Bound port: 51987353-694a-43e9-8e2f-6a63803eaf76, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:26.141165 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.141394 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-88ae1169-7fd5-4420-b079-72dcc4cac5a7 None None] Port b302351f-fd76-40ce-9993-cf89b3d809a1 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:26.162789 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 74c84043-567d-4a48-a52d-a09e5aee57fa is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:26.163919 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f7f59a25-9e97-420c-b6a3-1effbae0f89f up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:26.219499 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fdfe-970a-492b-9228-f13e881f244d req-fdbc2ac8-f483-45ec-a204-4c44bb8004db tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:26.239495 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-fdbc2ac8-f483-45ec-a204-4c44bb8004db tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/networks?id=30943901-e8e0-46eb-9df1-160e7b261a53 HTTP/1.1" status: 200 len: 810 time: 0.7606318 Sep 09 06:29:26.324821 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Pushing event updated for resources: {'Port': ['ID=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:26.377869 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] For port 51987353-694a-43e9-8e2f-6a63803eaf76, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:26.391008 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] For port 51987353-694a-43e9-8e2f-6a63803eaf76, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=51987353-694a-43e9-8e2f-6a63803eaf76,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:26.400283 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.413561 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49082) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:26.418064 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ae1739c1-8f2d-45b5-a1e4-33f717265f85 admin admin] Publish callbacks [] for security_group (e339c3d9-ad00-41cc-b7bb-2729a30471c2), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.421246 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-3688a0a0-9d03-4e40-b515-cdb60b2ee35e tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/quotas/584cd5d9848d48dea5ac9a01dbaaabf1 HTTP/1.1" status: 200 len: 375 time: 0.1808445 Sep 09 06:29:26.436461 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f83a11f7-8058-4f7a-aa81-f6fa89783782 req-e1695626-ce2f-483b-8688-6a79c8c7d164 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 210 time: 0.3980420 Sep 09 06:29:26.446229 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b1b183ec-4ca1-44d6-8f37-c227dc5cbf01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.446681 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Routers {'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:26.447321 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:26.448405 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Provisioning complete for port 51987353-694a-43e9-8e2f-6a63803eaf76 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:26.452357 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.473010 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ae1739c1-8f2d-45b5-a1e4-33f717265f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e339c3d9-ad00-41cc-b7bb-2729a30471c2), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.485846 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e850d7da-4c3e-49d2-b6b1-89f45ed0e202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.510766 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:26.512058 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:26.513777 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.514549 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:26.515113 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Bound port: 1d2a56d5-3bb1-466c-8624-bf41c496c1e8, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:26.515486 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.542810 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:26.549717 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-b9e0239e-b772-4884-914f-699636c50311 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8102591 Sep 09 06:29:26.569883 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:26.572092 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1739c1-8f2d-45b5-a1e4-33f717265f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e339c3d9-ad00-41cc-b7bb-2729a30471c2,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:26.605992 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-8b080c6d-fb66-4a5a-aada-61e022f48d13 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=584cd5d9848d48dea5ac9a01dbaaabf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666856 Sep 09 06:29:26.674088 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.681111 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:26.681665 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-ae1739c1-8f2d-45b5-a1e4-33f717265f85 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b55f39f84ec14a6a95f25900344f0e86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1532800 Sep 09 06:29:26.684765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49092) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:26.686547 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577beec-efb6-4d2f-bc14-e901d0aa6872 None None] Pushing event updated for resources: {'Port': ['ID=51987353-694a-43e9-8e2f-6a63803eaf76,revision_number=4']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:26.692744 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] For port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:26.706720 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] For port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=1d2a56d5-3bb1-466c-8624-bf41c496c1e8,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:26.836648 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f2a9990c-4820-47c2-b553-f19b59880e98 admin admin] Publish callbacks [] for security_group (e339c3d9-ad00-41cc-b7bb-2729a30471c2), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.879180 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e850d7da-4c3e-49d2-b6b1-89f45ed0e202 admin admin] Publish callbacks [] for security_group (99f4e6e9-ef43-4cef-a377-e1ce004586e7), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.891900 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:26.896263 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] Set router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:26.902693 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:26.923605 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.934476 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b1b183ec-4ca1-44d6-8f37-c227dc5cbf01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (c6cf2947-d54b-49ba-a985-f34267970290), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.942958 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e850d7da-4c3e-49d2-b6b1-89f45ed0e202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (99f4e6e9-ef43-4cef-a377-e1ce004586e7), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.943873 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f2a9990c-4820-47c2-b553-f19b59880e98 admin admin] Publish callbacks [] for security_group (e339c3d9-ad00-41cc-b7bb-2729a30471c2), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:26.989772 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b1b183ec-4ca1-44d6-8f37-c227dc5cbf01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (c6cf2947-d54b-49ba-a985-f34267970290), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.090407 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-30bdaad9-dd97-49d6-a1e7-cd1df9d8157c service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:29:27.097626 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-30bdaad9-dd97-49d6-a1e7-cd1df9d8157c service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1697187 Sep 09 06:29:27.110035 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:27.110669 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:27.171841 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Publish callbacks [] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.178970 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port f7f59a25-9e97-420c-b6a3-1effbae0f89f triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:27.179361 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.190610 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:27.191922 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:27.195797 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e850d7da-4c3e-49d2-b6b1-89f45ed0e202 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cba982f7108f4748befb6d3291d91d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7795348 Sep 09 06:29:27.205516 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc2f36-ffec-43bb-9b7e-a1f12eaca766 None None] Pushing event updated for resources: {'Port': ['ID=1d2a56d5-3bb1-466c-8624-bf41c496c1e8,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:27.216410 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850d7da-4c3e-49d2-b6b1-89f45ed0e202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f4e6e9-ef43-4cef-a377-e1ce004586e7,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:27.220788 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.221689 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (5470ba45-e3a9-46db-bd2e-19c922999fd5), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.226128 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49122) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:27.243154 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-aa246941-a31b-4f97-a7d7-c51eb2d926ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/30943901-e8e0-46eb-9df1-160e7b261a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441085 Sep 09 06:29:27.341020 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fe88447c-5d75-4be3-9198-1dd248b1cd0c admin admin] Publish callbacks [] for security_group (99f4e6e9-ef43-4cef-a377-e1ce004586e7), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.373861 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fe88447c-5d75-4be3-9198-1dd248b1cd0c admin admin] Publish callbacks [] for security_group (99f4e6e9-ef43-4cef-a377-e1ce004586e7), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.383831 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:20Z', 'revision_number': 4, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port': {'id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '51987353-694a-43e9-8e2f-6a63803eaf76', 'name': '', 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'mac_address': 'fa:16:3e:e7:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7bd7de91-3a0c-40d6-9121-744568aa980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:18Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'subnets': [{'id': '7bd7de91-3a0c-40d6-9121-744568aa980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:27.471524 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cef6b-7fc4-477a-a13a-2680fb10a36d None None] The sync data for ids ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'] in dv-cinder-852209-16-iscsi is: [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:20Z', 'revision_number': 4, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port': {'id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '51987353-694a-43e9-8e2f-6a63803eaf76', 'name': '', 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'mac_address': 'fa:16:3e:e7:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7bd7de91-3a0c-40d6-9121-744568aa980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:18Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'subnets': [{'id': '7bd7de91-3a0c-40d6-9121-744568aa980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:27.551439 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:27.573415 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Publish callbacks [] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.596632 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b1b183ec-4ca1-44d6-8f37-c227dc5cbf01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.598428 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b1b183ec-4ca1-44d6-8f37-c227dc5cbf01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6306727 Sep 09 06:29:27.605855 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:27.607815 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49136) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:27.613269 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:27.616621 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fe88447c-5d75-4be3-9198-1dd248b1cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (99f4e6e9-ef43-4cef-a377-e1ce004586e7), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.620708 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fe88447c-5d75-4be3-9198-1dd248b1cd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.621708 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-fe88447c-5d75-4be3-9198-1dd248b1cd0c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/99f4e6e9-ef43-4cef-a377-e1ce004586e7 HTTP/1.1" status: 204 len: 168 time: 0.3900964 Sep 09 06:29:27.645947 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Current status of the port 51987353-694a-43e9-8e2f-6a63803eaf76 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:27.646668 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-bc43a9b0-f7fd-46a8-8682-692ae8cdb4a3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'security_group_rule': {'security_group_id': 'c6cf2947-d54b-49ba-a985-f34267970290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:27.648723 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.656419 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:27.659635 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:19Z', 'revision_number': 2, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:27.706916 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:27.736372 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-a4fa8054-e5da-446e-a9c0-35468b6ee07d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:27.750655 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-a4fa8054-e5da-446e-a9c0-35468b6ee07d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 818 time: 0.8599281 Sep 09 06:29:27.770193 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cfe3e177-4e74-4ea4-b20c-07a3ea2d76d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/30943901-e8e0-46eb-9df1-160e7b261a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105116 Sep 09 06:29:27.782183 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b183ec-4ca1-44d6-8f37-c227dc5cbf01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cf2947-d54b-49ba-a985-f34267970290,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:27.796922 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-90a3651c-5533-4129-ba03-86bdb6921a06 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/quotas/9fae936c35c54adfaf8cb0df7f4ca9dd HTTP/1.1" status: 200 len: 375 time: 0.0450513 Sep 09 06:29:27.996324 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Attempting to bind port e2b1f312-efe1-4a33-9fcb-9455d9bad148 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:27.997157 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Attempting to bind port e2b1f312-efe1-4a33-9fcb-9455d9bad148 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:27.998116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Attempting to bind port e2b1f312-efe1-4a33-9fcb-9455d9bad148 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:28.007718 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-59aa2894-76a6-490c-ae82-a127fe961f63 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2065253 Sep 09 06:29:28.019122 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Checking router: a706bc59-9e93-4f24-b6c6-8624881cf30d for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:28.019479 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Updating router a706bc59-9e93-4f24-b6c6-8624881cf30d port b302351f-fd76-40ce-9993-cf89b3d809a1 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:28.030375 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88447c-5d75-4be3-9198-1dd248b1cd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f4e6e9-ef43-4cef-a377-e1ce004586e7,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:28.047324 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Pushing event updated for resources: {'Port': ['ID=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:28.094480 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:29:28.096848 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc43a9b0-f7fd-46a8-8682-692ae8cdb4a3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (739f72aa-48e4-4451-8192-8840965a6fa2), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.435726 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-8407baf7-1d46-48ef-be8c-9edff59053ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128046 Sep 09 06:29:28.437212 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f2a9990c-4820-47c2-b553-f19b59880e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e339c3d9-ad00-41cc-b7bb-2729a30471c2), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.453060 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f2a9990c-4820-47c2-b553-f19b59880e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.453264 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7fa31-29ef-4c8d-87e6-dda1317e98c8 None None] Pushing event updated for resources: {'Port': ['ID=e2b1f312-efe1-4a33-9fcb-9455d9bad148,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:28.463476 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-f2a9990c-4820-47c2-b553-f19b59880e98 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e339c3d9-ad00-41cc-b7bb-2729a30471c2 HTTP/1.1" status: 204 len: 168 time: 1.7769439 Sep 09 06:29:28.528075 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9990c-4820-47c2-b553-f19b59880e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e339c3d9-ad00-41cc-b7bb-2729a30471c2,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:28.539819 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] For port 51987353-694a-43e9-8e2f-6a63803eaf76, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=51987353-694a-43e9-8e2f-6a63803eaf76,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:28.572628 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:28.627851 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.639868 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:28.647079 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:29:28.671099 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-c9679dd1-cea5-4b7c-b1d8-c2468dd97584 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063639 Sep 09 06:29:28.677730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.688102 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port f7f59a25-9e97-420c-b6a3-1effbae0f89f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:28.689368 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device a8bbcff4-0ec8-48d3-996e-e601aaa0f23e up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:28.720881 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-47ec3417-84ee-4ce5-b5f0-62b719da07fe admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5470ba45-e3a9-46db-bd2e-19c922999fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9113531 Sep 09 06:29:28.732646 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:28.818470 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc43a9b0-f7fd-46a8-8682-692ae8cdb4a3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (739f72aa-48e4-4451-8192-8840965a6fa2), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.828795 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc43a9b0-f7fd-46a8-8682-692ae8cdb4a3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (739f72aa-48e4-4451-8192-8840965a6fa2), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.830680 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Provisioning complete for port b302351f-fd76-40ce-9993-cf89b3d809a1 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:28.830943 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.877979 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43a9b0-f7fd-46a8-8682-692ae8cdb4a3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739f72aa-48e4-4451-8192-8840965a6fa2,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:28.950038 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc43a9b0-f7fd-46a8-8682-692ae8cdb4a3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:28.954692 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-bc43a9b0-f7fd-46a8-8682-692ae8cdb4a3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3289554 Sep 09 06:29:28.954692 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49186) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:28.967271 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-05dc9fdd-3e8c-4521-9acb-9dd8066b3db4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'security_group_rule': {'security_group_id': 'c6cf2947-d54b-49ba-a985-f34267970290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:29.006344 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49190) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:29.013674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-9bdc0cbd-5263-423e-b854-5d6559e728df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914135027', 'description': 'tempest-description--260340639'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:29.067272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9bdc0cbd-5263-423e-b854-5d6559e728df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.106572 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-05dc9fdd-3e8c-4521-9acb-9dd8066b3db4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (9e1fa3f7-cb42-42b3-8409-1ef112f1f984), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.117126 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:29.117615 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:29.118117 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.118709 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:29.119259 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Bound port: e2b1f312-efe1-4a33-9fcb-9455d9bad148, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:29.120068 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.200091 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-64e43ad9-8c83-4a7b-b1ba-43d6fe6f2731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.208135 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Port b302351f-fd76-40ce-9993-cf89b3d809a1 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:29.238271 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-94ef1816-10d9-4afd-9296-f64d2000bf40 req-3049f4cd-acc2-4b9b-a900-ca5b51473803 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 210 time: 0.0914621 Sep 09 06:29:29.290817 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9bdc0cbd-5263-423e-b854-5d6559e728df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (fa35431b-6e3c-4fa4-900f-766ca97ccc14), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.310330 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:29.311160 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.330500 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9bdc0cbd-5263-423e-b854-5d6559e728df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fa35431b-6e3c-4fa4-900f-766ca97ccc14), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.334761 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-05dc9fdd-3e8c-4521-9acb-9dd8066b3db4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (9e1fa3f7-cb42-42b3-8409-1ef112f1f984), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.345737 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-05dc9fdd-3e8c-4521-9acb-9dd8066b3db4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (9e1fa3f7-cb42-42b3-8409-1ef112f1f984), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.368137 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc9fdd-3e8c-4521-9acb-9dd8066b3db4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1fa3f7-cb42-42b3-8409-1ef112f1f984,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:29.388380 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-09c936cd-4122-4791-8c7b-1cdba77ef996 req-88d1e141-54fe-47bf-b46b-1bf4e30cd3bb tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 210 time: 0.1468096 Sep 09 06:29:29.399666 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9bdc0cbd-5263-423e-b854-5d6559e728df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.403652 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-05dc9fdd-3e8c-4521-9acb-9dd8066b3db4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.403827 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9bdc0cbd-5263-423e-b854-5d6559e728df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3961699 Sep 09 06:29:29.411273 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-05dc9fdd-3e8c-4521-9acb-9dd8066b3db4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4555037 Sep 09 06:29:29.417259 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49212) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:29.422382 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:29.429888 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49210) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:29.441399 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-e29ec685-16fe-4bf4-98fb-e18d1ab1817d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'security_group_rule': {'security_group_id': 'fa35431b-6e3c-4fa4-900f-766ca97ccc14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:29.452420 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Pushing event updated for resources: {'Port': ['ID=51987353-694a-43e9-8e2f-6a63803eaf76,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:29.462309 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.472535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Provisioning complete for port 10cef04c-4937-496b-8486-1e6eb1c83cd1 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:29.472867 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.570982 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e29ec685-16fe-4bf4-98fb-e18d1ab1817d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (2e70de1d-524f-471f-900e-2422c7fc78cc), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.709423 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.33', 58216) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:29.755132 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e29ec685-16fe-4bf4-98fb-e18d1ab1817d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (2e70de1d-524f-471f-900e-2422c7fc78cc), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.765045 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e29ec685-16fe-4bf4-98fb-e18d1ab1817d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (2e70de1d-524f-471f-900e-2422c7fc78cc), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.791932 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] For port e2b1f312-efe1-4a33-9fcb-9455d9bad148, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:29.797047 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:29.824738 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e29ec685-16fe-4bf4-98fb-e18d1ab1817d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:29.831189 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e29ec685-16fe-4bf4-98fb-e18d1ab1817d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3999670 Sep 09 06:29:29.839072 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49234) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:29.854091 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-46e9fc42-54df-40f0-85af-0115b26ca2d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'security_group_rule': {'security_group_id': 'fa35431b-6e3c-4fa4-900f-766ca97ccc14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:29.930083 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc0cbd-5263-423e-b854-5d6559e728df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa35431b-6e3c-4fa4-900f-766ca97ccc14,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:29.935873 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ec685-16fe-4bf4-98fb-e18d1ab1817d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e70de1d-524f-471f-900e-2422c7fc78cc,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:29.956578 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] For port e2b1f312-efe1-4a33-9fcb-9455d9bad148, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e2b1f312-efe1-4a33-9fcb-9455d9bad148,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:29.975156 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46e9fc42-54df-40f0-85af-0115b26ca2d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (2f74bec4-04d2-47f3-b545-7774c728e4dc), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.016017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:30.020474 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:30.025827 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.034581 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:24Z', 'revision_number': 2, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:30.077390 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:30.134439 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfc9c8b-7fc1-4ecd-8c2d-76fb6ee33180 None None] The sync data for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi is: [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:24Z', 'revision_number': 2, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:30.201522 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46e9fc42-54df-40f0-85af-0115b26ca2d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (2f74bec4-04d2-47f3-b545-7774c728e4dc), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.214396 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46e9fc42-54df-40f0-85af-0115b26ca2d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (2f74bec4-04d2-47f3-b545-7774c728e4dc), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.237305 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9fc42-54df-40f0-85af-0115b26ca2d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f74bec4-04d2-47f3-b545-7774c728e4dc,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:30.263723 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49256) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:30.279139 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-7d1cbe4b-83e3-4d83-9e65-82f8192505be tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559342883', 'description': 'tempest-description--87456787'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:30.299985 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46e9fc42-54df-40f0-85af-0115b26ca2d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.302471 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-46e9fc42-54df-40f0-85af-0115b26ca2d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4601340 Sep 09 06:29:30.307975 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49262) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:30.319213 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:30.319213 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:30.327450 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:30.331397 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.396341 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbe4b-83e3-4d83-9e65-82f8192505be tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.400258 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.568221 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:30.641505 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-be9e30d3-ae35-4317-97ad-45010a0b5199 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:30.643070 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-be9e30d3-ae35-4317-97ad-45010a0b5199 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 818 time: 0.8226078 Sep 09 06:29:30.646436 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7fa31-29ef-4c8d-87e6-dda1317e98c8 None None] Pushing event updated for resources: {'Port': ['ID=e2b1f312-efe1-4a33-9fcb-9455d9bad148,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:30.664741 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Current status of the port 10cef04c-4937-496b-8486-1e6eb1c83cd1 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:30.668086 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:30.717591 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'port': {'device_id': '1dd598c3-8746-4655-aac0-948a7964ac0f', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'admin_state_up': True, 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:30.966420 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Publish callbacks [] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.006478 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.147116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-7a607763-51ca-42b1-b49e-7b3dc7e34eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.184217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e564ca3b-ab3f-47c2-8201-5a4aa182a423 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:31.300218 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.315864 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-216b3474-d42c-459a-a854-3dd4d8c337a8 req-92237889-b41d-42d3-950b-c6f4dd156614 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 210 time: 0.2746177 Sep 09 06:29:31.346531 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e2e1ce11-440c-433d-b49d-3dc7da370615 req-a009c046-f2b0-4219-b01f-6e9030ddf11f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 210 time: 0.2970121 Sep 09 06:29:31.396910 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] For port 10cef04c-4937-496b-8486-1e6eb1c83cd1, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=10cef04c-4937-496b-8486-1e6eb1c83cd1,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:31.410583 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Allocated IP 172.27.0.163 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/db69448d-28fd-4c2c-ad3a-93fd354c8a46) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:31.433312 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:31.477484 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.488983 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Made reservation on behalf of 9fae936c35c54adfaf8cb0df7f4ca9dd for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:31.495383 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.508828 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf717f0-56fa-4b24-b224-cc6c01ba3c83 None None] Pushing event updated for resources: {'Port': ['ID=b302351f-fd76-40ce-9993-cf89b3d809a1,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:31.594979 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Provisioning complete for port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:31.595753 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.646359 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbe4b-83e3-4d83-9e65-82f8192505be tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (579a7ce0-549b-4dd2-9312-10b21734f7bf), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.664435 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbe4b-83e3-4d83-9e65-82f8192505be tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (579a7ce0-549b-4dd2-9312-10b21734f7bf), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:31.697607 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.33', 58228) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:31.705394 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:31.713889 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331320-f66a-46c1-a0d1-cbdf19bb26bb None None] Pushing event updated for resources: {'Port': ['ID=10cef04c-4937-496b-8486-1e6eb1c83cd1,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:31.729410 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port e564ca3b-ab3f-47c2-8201-5a4aa182a423 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:31.730137 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:32.067392 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:32.072136 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-b88428f9-a32a-4e98-a0c9-534be764c025 None None] Provisioning complete for port bc0ab66a-5720-4ab8-9c07-d22686acd4aa triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:32.072411 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-b88428f9-a32a-4e98-a0c9-534be764c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:32.127942 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-b88428f9-a32a-4e98-a0c9-534be764c025 None None] Port bc0ab66a-5720-4ab8-9c07-d22686acd4aa cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:32.148002 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Attempting to bind port b302351f-fd76-40ce-9993-cf89b3d809a1 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:32.148517 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Attempting to bind port b302351f-fd76-40ce-9993-cf89b3d809a1 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:32.148661 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cbe4b-83e3-4d83-9e65-82f8192505be tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579a7ce0-549b-4dd2-9312-10b21734f7bf,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:32.149080 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Attempting to bind port b302351f-fd76-40ce-9993-cf89b3d809a1 on network 50724a19-0cd0-47ed-ac64-73793b689a02 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:32.179507 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbe4b-83e3-4d83-9e65-82f8192505be tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:32.180733 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-7d1cbe4b-83e3-4d83-9e65-82f8192505be tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.9159963 Sep 09 06:29:32.190763 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49322) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:32.218165 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-b0b9bc3b-5cce-41e0-8cc1-829997d3b4d6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group_rule': {'security_group_id': '579a7ce0-549b-4dd2-9312-10b21734f7bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:32.263098 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:32.317922 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:32.374444 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:32.459054 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-e486b984-d2dd-41a7-8633-81ec48c03a29 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:32.459054 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-e486b984-d2dd-41a7-8633-81ec48c03a29 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 818 time: 0.7372260 Sep 09 06:29:32.517246 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:32.523688 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Checking segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:32.526339 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bc3b-5cce-41e0-8cc1-829997d3b4d6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (7b132412-3996-4c6e-9e75-2f6a8e6bafb5), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:32.527004 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:32.528414 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Bound using segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:32.529417 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Bound port: b302351f-fd76-40ce-9993-cf89b3d809a1, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:32.533188 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:32.555982 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for port (db69448d-28fd-4c2c-ad3a-93fd354c8a46), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:32.608514 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:32.641493 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Allocated IP 172.20.0.5 (98282524-73a1-460b-a31c-3ff4ef655afa/80ad4645-9bf1-48af-b925-139692f84099/cf6ccb53-c867-41af-9f4e-1efcea671fd8) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:32.659700 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'port': {'device_id': 'ad4096e8-5fde-463f-8cc2-82018a809fdb', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'admin_state_up': True, 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:32.724062 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:32.886108 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] For port b302351f-fd76-40ce-9993-cf89b3d809a1, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:32.893951 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] For port b302351f-fd76-40ce-9993-cf89b3d809a1, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b302351f-fd76-40ce-9993-cf89b3d809a1,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:32.920586 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b3457bd7-9632-4370-9b79-5f72bf32ac87 req-8ae12381-3cef-439b-a3c3-38c0fbdd1f04 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 210 time: 0.3126771 Sep 09 06:29:32.921289 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.33', 58235) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:32.948776 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c16bb265-8387-490a-b6e3-a84015ddc8b0 req-7defd837-967d-41bf-9d99-f2286ac9d662 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 210 time: 0.2939188 Sep 09 06:29:32.998788 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port e564ca3b-ab3f-47c2-8201-5a4aa182a423 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:33.000003 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device dd19978d-1c14-44a3-bc1b-4372ae19a243 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:33.002752 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.012382 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bc3b-5cce-41e0-8cc1-829997d3b4d6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (7b132412-3996-4c6e-9e75-2f6a8e6bafb5), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.051017 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bc3b-5cce-41e0-8cc1-829997d3b4d6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (7b132412-3996-4c6e-9e75-2f6a8e6bafb5), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.174031 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9bc3b-5cce-41e0-8cc1-829997d3b4d6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b132412-3996-4c6e-9e75-2f6a8e6bafb5,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:33.181038 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:33.181636 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:33.289366 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bc3b-5cce-41e0-8cc1-829997d3b4d6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.306103 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-b0b9bc3b-5cce-41e0-8cc1-829997d3b4d6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1134582 Sep 09 06:29:33.309017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49358) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:33.311639 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (db69448d-28fd-4c2c-ad3a-93fd354c8a46), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.327312 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-0ea7bcd0-60ff-4dd1-8b5b-d2cf1c8a01d1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group_rule': {'security_group_id': '579a7ce0-549b-4dd2-9312-10b21734f7bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:33.338841 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:33.350283 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:33.356049 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf717f0-56fa-4b24-b224-cc6c01ba3c83 None None] Pushing event updated for resources: {'Port': ['ID=b302351f-fd76-40ce-9993-cf89b3d809a1,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:33.370384 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:33.392947 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port dd19978d-1c14-44a3-bc1b-4372ae19a243 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:33.393768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.554799 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Allocated IP 172.27.0.123 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/e9baa41d-47e5-47af-98a4-244736b1a485) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:33.590721 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fdfe-970a-492b-9228-f13e881f244d req-3c1689a6-038c-4d5c-a18b-3d3386dbea9f tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:33.594200 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-3c1689a6-038c-4d5c-a18b-3d3386dbea9f tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.33 "GET /networking/v2.0/networks?id=30943901-e8e0-46eb-9df1-160e7b261a53 HTTP/1.1" status: 200 len: 810 time: 0.6690300 Sep 09 06:29:33.596389 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:33.657356 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:33.791945 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.794404 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec9d497-fd6d-46be-9e68-0460589233b8 None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:33.794588 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for port (e9baa41d-47e5-47af-98a4-244736b1a485), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.799506 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.846504 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:33.851669 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (e9baa41d-47e5-47af-98a4-244736b1a485), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:33.964789 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'Port': ['ID=e9baa41d-47e5-47af-98a4-244736b1a485,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:34.024374 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:34.059917 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:34.080446 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:34.222862 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port dd19978d-1c14-44a3-bc1b-4372ae19a243 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:34.228959 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:34.278687 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (821f818a-1da7-4aca-b538-b1a2fb2c288b), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:34.294112 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Made reservation on behalf of 9fae936c35c54adfaf8cb0df7f4ca9dd for: {'port': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:34.298719 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:34.394333 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:34.396973 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e9baa41d-47e5-47af-98a4-244736b1a485), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:34.465350 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port dd19978d-1c14-44a3-bc1b-4372ae19a243, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=dd19978d-1c14-44a3-bc1b-4372ae19a243,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:34.496125 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:34.498659 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:34.587981 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Request body: {'port': {'device_id': '295d1588-844d-4693-9169-6269e37472d6', 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53', 'admin_state_up': True, 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:34.719535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:34.877257 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2941cfb1-0deb-4f39-81ab-8fdbc5f15c2a req-3b40e3fd-9bfa-4892-83c5-7c53a136e78f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 210 time: 0.5192497 Sep 09 06:29:34.899050 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8d1f0865-bbe2-474e-bb1a-c38734d97507 req-ac07c574-b668-4acf-8dcb-a88a154dff41 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 210 time: 0.5398438 Sep 09 06:29:34.988721 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:35.010817 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=dd19978d-1c14-44a3-bc1b-4372ae19a243,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:35.102061 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:32Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:35.111926 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Sync routers for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:35.115923 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:35.117909 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:35.118642 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.162669 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:35.170126 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:35.178736 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for port (e9baa41d-47e5-47af-98a4-244736b1a485), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.194141 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e9baa41d-47e5-47af-98a4-244736b1a485), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.197973 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (821f818a-1da7-4aca-b538-b1a2fb2c288b), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.275124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bcd0-60ff-4dd1-8b5b-d2cf1c8a01d1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (ea606517-f8c6-46d1-9aca-520a747fe8e7), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.310310 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54c48d-6053-480a-b0d2-9f03f02ba040 None None] The sync data for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi is: [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:32Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:35.330959 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'Port': ['ID=db69448d-28fd-4c2c-ad3a-93fd354c8a46,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:35.334285 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.344026 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0265534 Sep 09 06:29:35.379382 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (79036201-82ab-4927-a305-f6c47c137e83), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.385882 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:35.444618 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aec7c6-5c40-4dbe-b866-a2b6b38516e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'Port': ['ID=e9baa41d-47e5-47af-98a4-244736b1a485,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:35.549083 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.608108 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49420) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:35.616588 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:35.625821 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 51987353-694a-43e9-8e2f-6a63803eaf76 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:35.685134 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:35.806758 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 51987353-694a-43e9-8e2f-6a63803eaf76 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:35.807436 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.889600 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Made reservation on behalf of 584cd5d9848d48dea5ac9a01dbaaabf1 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:35.895482 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:35.984063 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5befa75-0d4a-457c-94ca-68d4a23c528b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.079641 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 51987353-694a-43e9-8e2f-6a63803eaf76 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:36.080936 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 10cef04c-4937-496b-8486-1e6eb1c83cd1 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:36.115167 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (db69448d-28fd-4c2c-ad3a-93fd354c8a46), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.262633 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5befa75-0d4a-457c-94ca-68d4a23c528b admin admin] Publish callbacks [] for security_group (597babe2-7ef9-4501-a868-88932825c9e5), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.273806 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5befa75-0d4a-457c-94ca-68d4a23c528b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (597babe2-7ef9-4501-a868-88932825c9e5), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.276430 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 10cef04c-4937-496b-8486-1e6eb1c83cd1 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:36.276834 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.348458 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:24Z', 'revision_number': 2, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:36.357420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for port (db69448d-28fd-4c2c-ad3a-93fd354c8a46), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.358530 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:36.359517 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:36.460438 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 10cef04c-4937-496b-8486-1e6eb1c83cd1 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:36.461607 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device eff5ca78-209a-460f-8e2a-85a011838028 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:36.470694 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Checking router: 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:36.475964 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Updating router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:36.571116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port eff5ca78-209a-460f-8e2a-85a011838028 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:36.571794 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (eff5ca78-209a-460f-8e2a-85a011838028), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.588275 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c5befa75-0d4a-457c-94ca-68d4a23c528b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a1cc16dd21cc46eabf8fa8c53b2bd9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9775534 Sep 09 06:29:36.613658 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5befa75-0d4a-457c-94ca-68d4a23c528b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597babe2-7ef9-4501-a868-88932825c9e5,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:36.615837 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49450) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:36.623690 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.723593 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Allocated IP 172.20.0.6 (98282524-73a1-460b-a31c-3ff4ef655afa/80ad4645-9bf1-48af-b925-139692f84099/b1e8da49-94b9-46a5-9a14-14e91012d315) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:36.745050 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Allocated IP 172.20.0.4 (30943901-e8e0-46eb-9df1-160e7b261a53/7bd7de91-3a0c-40d6-9121-744568aa980b/a503eaba-3508-4e89-ad5d-344158d578f6) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:36.789052 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port eff5ca78-209a-460f-8e2a-85a011838028 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:36.789366 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (eff5ca78-209a-460f-8e2a-85a011838028), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.842613 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c8b2908c-e208-4cee-9c73-44cfcefc5a4c admin admin] Publish callbacks [] for security_group (597babe2-7ef9-4501-a868-88932825c9e5), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:36.859148 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port eff5ca78-209a-460f-8e2a-85a011838028, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=eff5ca78-209a-460f-8e2a-85a011838028,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:36.869668 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (eff5ca78-209a-460f-8e2a-85a011838028), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.060044 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Publish callbacks [] for port (a503eaba-3508-4e89-ad5d-344158d578f6), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.080134 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c8b2908c-e208-4cee-9c73-44cfcefc5a4c admin admin] Publish callbacks [] for security_group (597babe2-7ef9-4501-a868-88932825c9e5), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.085812 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=eff5ca78-209a-460f-8e2a-85a011838028,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:37.108520 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-997507fb-c6f9-4c1b-b5f7-ffc9c5db3655 req-e71c5669-ecd5-4fbb-aa0d-d278299c61ca tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 210 time: 1.0223577 Sep 09 06:29:37.109480 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (db69448d-28fd-4c2c-ad3a-93fd354c8a46), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.110262 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (79036201-82ab-4927-a305-f6c47c137e83), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.117906 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bcd0-60ff-4dd1-8b5b-d2cf1c8a01d1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (ea606517-f8c6-46d1-9aca-520a747fe8e7), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.144764 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.148380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.184457 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:37.236728 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Network 98282524-73a1-460b-a31c-3ff4ef655afa is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:37.302949 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:37.305958 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bcd0-60ff-4dd1-8b5b-d2cf1c8a01d1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (ea606517-f8c6-46d1-9aca-520a747fe8e7), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.351149 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c8b2908c-e208-4cee-9c73-44cfcefc5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (597babe2-7ef9-4501-a868-88932825c9e5), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.356533 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c8b2908c-e208-4cee-9c73-44cfcefc5a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.360419 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c8b2908c-e208-4cee-9c73-44cfcefc5a4c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/597babe2-7ef9-4501-a868-88932825c9e5 HTTP/1.1" status: 204 len: 168 time: 0.7278540 Sep 09 06:29:37.394932 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b302351f-fd76-40ce-9993-cf89b3d809a1 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:37.409541 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:37.435765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:37.437195 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.453006 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2908c-e208-4cee-9c73-44cfcefc5a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597babe2-7ef9-4501-a868-88932825c9e5,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:37.564724 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:37.606817 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Network 30943901-e8e0-46eb-9df1-160e7b261a53 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:37.607492 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.611992 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port b302351f-fd76-40ce-9993-cf89b3d809a1 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:37.613344 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.619374 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9322093 Sep 09 06:29:37.621544 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4e5320b7-4e45-4451-8d0e-1e4a65b5477f req-0f834fdd-f131-4a0d-a2d2-87bc3bc50bdd tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 210 time: 0.2766838 Sep 09 06:29:37.658261 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Publish callbacks [] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.673250 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:37.674901 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.693187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:37.709587 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:37.712233 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.733507 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:37.793793 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.806110 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3780899 Sep 09 06:29:37.812553 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.830180 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port b302351f-fd76-40ce-9993-cf89b3d809a1 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:37.831045 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.894619 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5224528 Sep 09 06:29:37.920535 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-8ea8cfb5-21e7-4b8a-b7df-39e0b3868b63 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--914135027&fields=id&tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2 HTTP/1.1" status: 200 len: 267 time: 2.0958121 Sep 09 06:29:37.922218 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7bcd0-60ff-4dd1-8b5b-d2cf1c8a01d1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea606517-f8c6-46d1-9aca-520a747fe8e7,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:37.945189 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bcd0-60ff-4dd1-8b5b-d2cf1c8a01d1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:37.967343 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-0ea7bcd0-60ff-4dd1-8b5b-d2cf1c8a01d1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.6569903 Sep 09 06:29:37.973749 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49472) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:37.977480 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21af448-0a45-4830-add4-e8ab50fc0fb3 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'Port': ['ID=db69448d-28fd-4c2c-ad3a-93fd354c8a46,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:38.125598 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Network 98282524-73a1-460b-a31c-3ff4ef655afa is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:38.136107 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f08a6-48b9-47b1-b1fb-abbb9b026371 None None] Pushing event updated for resources: {'Port': ['ID=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:38.141642 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:38.147056 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:38.147812 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Attempting to bind port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:38.148181 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Attempting to bind port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:38.152983 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Attempting to bind port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f on network 06aa4853-deab-4da2-aa65-5023553defd4 {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:38.185475 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:38.194204 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:38.196860 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.241984 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:38.242366 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Checking segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:38.242767 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.243157 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Bound using segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:38.246062 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Bound port: 0a49a81f-9f56-45bb-a17d-f9eb97962f4f, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:38.247049 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.259255 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:38.269683 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port b302351f-fd76-40ce-9993-cf89b3d809a1, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b302351f-fd76-40ce-9993-cf89b3d809a1,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:38.277692 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:38.285761 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.286744 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device dd19978d-1c14-44a3-bc1b-4372ae19a243 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:38.296993 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6483214 Sep 09 06:29:38.301577 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312d58-ac22-4674-bfe3-8c8f8a626362 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event updated for resources: {'Port': ['ID=b1e8da49-94b9-46a5-9a14-14e91012d315,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:38.306253 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-fbb11a6d-34e9-4134-9579-4cd726d34264 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:38.308036 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-fbb11a6d-34e9-4134-9579-4cd726d34264 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 816 time: 0.3392038 Sep 09 06:29:38.328123 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-140724e2-1107-4e5e-ba4c-717db5761dbd None None] Provisioning complete for port cf6ccb53-c867-41af-9f4e-1efcea671fd8 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:38.328501 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-140724e2-1107-4e5e-ba4c-717db5761dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.363276 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] For port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:38.367124 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] For port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:38.370453 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:38.378149 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.417966 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:38.418612 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:38.443687 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49486) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:38.453354 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:38.465313 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-430093e4-0c83-467f-ad6d-8d007b3a8952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.495875 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f08a6-48b9-47b1-b1fb-abbb9b026371 None None] Pushing event updated for resources: {'Port': ['ID=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,revision_number=4']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:38.573601 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824b473-7e8a-4c9b-8c5e-9b3bee93e664 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event updated for resources: {'Port': ['ID=cf6ccb53-c867-41af-9f4e-1efcea671fd8,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:38.578831 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-140724e2-1107-4e5e-ba4c-717db5761dbd None None] Port cf6ccb53-c867-41af-9f4e-1efcea671fd8 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:38.605514 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=b302351f-fd76-40ce-9993-cf89b3d809a1,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:38.613961 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port dd19978d-1c14-44a3-bc1b-4372ae19a243 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:38.614758 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.633083 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-e764633e-a469-4755-bbd2-21e497281144 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/quotas/7d5de98a77f64cd5beeab6865f5ea7c2 HTTP/1.1" status: 200 len: 375 time: 0.0563791 Sep 09 06:29:38.735235 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:38.757990 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.764198 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-97f18cad-e8e3-4587-8073-14f9d775f36a None None] Provisioning complete for port b1e8da49-94b9-46a5-9a14-14e91012d315 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:38.764563 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-97f18cad-e8e3-4587-8073-14f9d775f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.882728 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.893895 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-97f18cad-e8e3-4587-8073-14f9d775f36a None None] Port b1e8da49-94b9-46a5-9a14-14e91012d315 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:38.915421 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-97f18cad-e8e3-4587-8073-14f9d775f36a None None] Provisioning complete for port a503eaba-3508-4e89-ad5d-344158d578f6 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:38.915836 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-97f18cad-e8e3-4587-8073-14f9d775f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:38.917915 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port dd19978d-1c14-44a3-bc1b-4372ae19a243 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:38.919006 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e2b1f312-efe1-4a33-9fcb-9455d9bad148 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:39.091351 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-97f18cad-e8e3-4587-8073-14f9d775f36a None None] Port a503eaba-3508-4e89-ad5d-344158d578f6 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:39.098697 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Allocated IP 172.27.0.209 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/d548fb0c-c5b7-4beb-99b7-be9e2d8970a8) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:39.106339 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port e2b1f312-efe1-4a33-9fcb-9455d9bad148 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:39.106889 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.134744 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-430093e4-0c83-467f-ad6d-8d007b3a8952 admin admin] Publish callbacks [] for security_group (176a7f92-9765-43d0-b68f-023e467272d4), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.162143 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-430093e4-0c83-467f-ad6d-8d007b3a8952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (176a7f92-9765-43d0-b68f-023e467272d4), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.228266 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:38Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:39.273873 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc98ab3-f6f4-4def-b6d5-5adf0ced1592 None None] The sync data for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi is: [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:38Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:39.274559 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port e2b1f312-efe1-4a33-9fcb-9455d9bad148 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:39.275020 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.289162 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-430093e4-0c83-467f-ad6d-8d007b3a8952 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ef6117ac591c46b2a6572d275ba2ed71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8431323 Sep 09 06:29:39.291207 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49498) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:39.302111 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:39.303335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:39.337280 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2acbb-cc1c-43fd-ac94-bca0e55991ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Pushing event updated for resources: {'Port': ['ID=a503eaba-3508-4e89-ad5d-344158d578f6,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:39.341657 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port e2b1f312-efe1-4a33-9fcb-9455d9bad148, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e2b1f312-efe1-4a33-9fcb-9455d9bad148,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:39.348184 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.349658 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:39.351385 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.370723 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430093e4-0c83-467f-ad6d-8d007b3a8952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176a7f92-9765-43d0-b68f-023e467272d4,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:39.374049 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-f444c238-15a5-4a23-9c1d-0a1fc49bd725 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6962526 Sep 09 06:29:39.400092 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-fde055be-84ee-4359-9436-7470469640da tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1308338775&fields=id&tenant_id=7a732015d4244c378e0204e1d216f57b HTTP/1.1" status: 200 len: 267 time: 0.8195167 Sep 09 06:29:39.413908 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-4d8e44e5-6962-42f6-8ee8-003aa768f2c9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:29:39.419203 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-4d8e44e5-6962-42f6-8ee8-003aa768f2c9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0197530 Sep 09 06:29:39.506627 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-d159a418-af01-4592-844e-e0d379b8da85 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:29:39.512126 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-d159a418-af01-4592-844e-e0d379b8da85 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0177503 Sep 09 06:29:39.525965 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdad2-dfe1-48fe-ab41-1243e629828d admin admin] Publish callbacks [] for security_group (176a7f92-9765-43d0-b68f-023e467272d4), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.535388 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-41b60d00-93f5-4cd1-95f1-ad9879e75df6 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:29:39.536760 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-41b60d00-93f5-4cd1-95f1-ad9879e75df6 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0069513 Sep 09 06:29:39.581210 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdad2-dfe1-48fe-ab41-1243e629828d admin admin] Publish callbacks [] for security_group (176a7f92-9765-43d0-b68f-023e467272d4), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.581831 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=e2b1f312-efe1-4a33-9fcb-9455d9bad148,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:39.600901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.605448 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:39.605875 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.686586 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:39.687905 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.707493 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdad2-dfe1-48fe-ab41-1243e629828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (176a7f92-9765-43d0-b68f-023e467272d4), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.710405 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdad2-dfe1-48fe-ab41-1243e629828d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.711664 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-9c3fdad2-dfe1-48fe-ab41-1243e629828d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/176a7f92-9765-43d0-b68f-023e467272d4 HTTP/1.1" status: 204 len: 168 time: 0.3472569 Sep 09 06:29:39.720823 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fdad2-dfe1-48fe-ab41-1243e629828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176a7f92-9765-43d0-b68f-023e467272d4,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:39.728404 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=1d2a56d5-3bb1-466c-8624-bf41c496c1e8,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:39.738392 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:39.741644 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.742504 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 10cef04c-4937-496b-8486-1e6eb1c83cd1 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:39.835572 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:39.886633 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=1d2a56d5-3bb1-466c-8624-bf41c496c1e8,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:39.913705 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 10cef04c-4937-496b-8486-1e6eb1c83cd1 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:39.914333 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:39.981377 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=d548fb0c-c5b7-4beb-99b7-be9e2d8970a8,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:39.994410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:40.007476 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:40.008065 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 10cef04c-4937-496b-8486-1e6eb1c83cd1 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:40.015033 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:40.086403 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-2a6f66a8-ec31-46d5-b599-04f209b87f31 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:40.089232 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-2a6f66a8-ec31-46d5-b599-04f209b87f31 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 811 time: 0.6842160 Sep 09 06:29:40.101291 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-b332388f-1d75-4aac-8b7d-590ed72f5c97 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883000 Sep 09 06:29:40.137073 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-94e60c40-969e-4b23-a48f-e81d610565a4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/quotas/7a732015d4244c378e0204e1d216f57b HTTP/1.1" status: 200 len: 375 time: 0.0381403 Sep 09 06:29:40.143864 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (035e149e-c2b5-421c-9383-267bba19f89e), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.185447 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:40.239604 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:40.239995 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.270183 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:29:40.290232 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-2c007bb3-0efb-4820-9c62-b1b44901566b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427116 Sep 09 06:29:40.292583 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:40.293246 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:40.303477 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.369594 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-1719a4d1-507b-450d-8a76-29e42cd9fd2a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584457 Sep 09 06:29:40.369912 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:40.435393 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:40.436788 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b302351f-fd76-40ce-9993-cf89b3d809a1 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:40.469295 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:40.512838 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-15cdd98e-0bd7-4422-8873-68169d08a9cd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072587 Sep 09 06:29:40.661373 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port b302351f-fd76-40ce-9993-cf89b3d809a1 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:40.661758 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.713161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.734741 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.735465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (035e149e-c2b5-421c-9383-267bba19f89e), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.783080 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70edd2-dd56-4e22-90ed-1fbbc069c478 req-c05a76af-68d2-4281-8e14-ab85c89651b5 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:40.784759 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e70edd2-dd56-4e22-90ed-1fbbc069c478 req-c05a76af-68d2-4281-8e14-ab85c89651b5 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 931 time: 0.1339879 Sep 09 06:29:40.786832 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-2e03ba7a-52b9-41d0-bd27-bda69a055cfc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591367 Sep 09 06:29:40.819561 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.820762 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8454397 Sep 09 06:29:40.864718 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port b302351f-fd76-40ce-9993-cf89b3d809a1 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:40.866778 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e2b1f312-efe1-4a33-9fcb-9455d9bad148 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:40.871420 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:40.873099 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905e939-714e-4015-9d4a-4dc397035929 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=d548fb0c-c5b7-4beb-99b7-be9e2d8970a8,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:40.939603 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:29:40.939966 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Updating router 5470ba45-e3a9-46db-bd2e-19c922999fd5 port bc0ab66a-5720-4ab8-9c07-d22686acd4aa binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:29:40.960445 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e70edd2-dd56-4e22-90ed-1fbbc069c478 req-f7e477a6-cb22-4149-9cbd-7f01b9803646 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641393 Sep 09 06:29:40.979730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:40.982064 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:41.079921 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:29:41.186421 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:41.194871 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port e2b1f312-efe1-4a33-9fcb-9455d9bad148 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:41.195861 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:41.196480 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:41.224599 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-75956414-78c4-4b30-b3a2-b2b65a8903cf req-eaf4131a-2472-471d-8454-47ac12be82a5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 210 time: 0.0524535 Sep 09 06:29:41.232005 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcb16d-7d4b-4c9b-9bdf-2c453c17faf6 req-157d7df2-4c1a-48eb-87fe-23fa356e7cc6 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:41.233714 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-11dcb16d-7d4b-4c9b-9bdf-2c453c17faf6 req-157d7df2-4c1a-48eb-87fe-23fa356e7cc6 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 931 time: 0.1503968 Sep 09 06:29:41.320975 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-11dcb16d-7d4b-4c9b-9bdf-2c453c17faf6 req-9bfef7e3-bd5e-4e0c-8f53-2bbe8b4fc061 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787840 Sep 09 06:29:41.449679 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5a404822-e110-4621-be4c-e93e677cd50c req-f587b9ac-4434-4220-8d86-1c3e7fdfd6fa tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.0502727 Sep 09 06:29:41.503149 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-199d6da7-8383-46d5-b0fe-cabeee8fa5b5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1559342883&fields=id&tenant_id=e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 267 time: 0.0637426 Sep 09 06:29:41.596509 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port e2b1f312-efe1-4a33-9fcb-9455d9bad148 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:41.597913 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device eff5ca78-209a-460f-8e2a-85a011838028 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:41.810821 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b808-1729-4704-8031-011e727387e6 req-c2cea05a-bde5-4b79-9eb3-bce81345baa8 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:41.821367 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port eff5ca78-209a-460f-8e2a-85a011838028 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:41.821768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (eff5ca78-209a-460f-8e2a-85a011838028), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:41.826470 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-c2cea05a-bde5-4b79-9eb3-bce81345baa8 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 815 time: 0.3134358 Sep 09 06:29:41.863939 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-42ed6712-5541-4697-944c-9f93a1a78307 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/quotas/e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 375 time: 0.0346134 Sep 09 06:29:41.990711 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-6ddf8e1e-4dd8-4df9-8d45-5bcb94fd18d1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217668 Sep 09 06:29:42.094166 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Publish callbacks [] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:42.111465 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:42.285647 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port eff5ca78-209a-460f-8e2a-85a011838028 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:42.286847 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 0a49a81f-9f56-45bb-a17d-f9eb97962f4f up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:42.312348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9be529-88f3-42d4-bfb2-56964897f467 req-d0906606-1af4-4b24-ad06-483c4be60d69 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:42.314253 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bb9be529-88f3-42d4-bfb2-56964897f467 req-d0906606-1af4-4b24-ad06-483c4be60d69 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 931 time: 0.1553476 Sep 09 06:29:42.320236 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-575395be-c075-4347-91ac-957303bbe49e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120332 Sep 09 06:29:42.410840 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:42.416695 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b862adb-371f-4697-8663-1c0285ab0bfa None None] Pushing event updated for resources: {'Port': ['ID=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:42.487516 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:42.488322 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:42.493536 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Attempting to bind port bc0ab66a-5720-4ab8-9c07-d22686acd4aa on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:42.494651 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Attempting to bind port bc0ab66a-5720-4ab8-9c07-d22686acd4aa by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:42.495416 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Attempting to bind port bc0ab66a-5720-4ab8-9c07-d22686acd4aa on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:42.500951 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bb9be529-88f3-42d4-bfb2-56964897f467 req-280712e1-ff8f-4ddb-848e-a666dd138e32 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721349 Sep 09 06:29:42.616096 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-0d6baca9-6583-4002-9bb9-f4675bf721d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785761 Sep 09 06:29:42.802462 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fff84426-f4a5-4dc2-bb13-2a3598b71d42 req-979ea001-d175-4334-b9d5-fe7790f8dfe3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 210 time: 0.0608573 Sep 09 06:29:42.809340 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:42.875235 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Request body: {'port': {'device_id': 'ad4096e8-5fde-463f-8cc2-82018a809fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:42.957113 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:42.959446 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:42.961213 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Request body: {'port': {'device_id': '295d1588-844d-4693-9169-6269e37472d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:43.075621 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:43.076014 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Checking segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:43.107162 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.107875 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Bound using segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:43.108304 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Bound port: bc0ab66a-5720-4ab8-9c07-d22686acd4aa, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:43.108699 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.246074 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:43.251437 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.310815 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.354512 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Request body: {'port': {'device_id': '1dd598c3-8746-4655-aac0-948a7964ac0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:43.367182 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72369bb4-5c7b-4fd7-be9b-5f2d36c15b96 req-3b179cd7-6ee8-48bb-8b35-261b1124f546 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.1905572 Sep 09 06:29:43.405094 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49642) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:43.407860 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.444994 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:43.496278 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] For port bc0ab66a-5720-4ab8-9c07-d22686acd4aa, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:43.498585 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:43.521728 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] For port bc0ab66a-5720-4ab8-9c07-d22686acd4aa, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:43.533631 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.649913 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4298c-e5c2-43a5-8482-bccc8a4544f7 req-0f5df9a5-8ccf-41b6-8916-9165ab22bc79 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:43.658372 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1cd4298c-e5c2-43a5-8482-bccc8a4544f7 req-0f5df9a5-8ccf-41b6-8916-9165ab22bc79 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 931 time: 0.4796886 Sep 09 06:29:43.720516 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b862adb-371f-4697-8663-1c0285ab0bfa None None] Pushing event updated for resources: {'Port': ['ID=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:43.727814 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:29:43.728675 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:29:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:43.830676 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.849912 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b272a271-8830-4e62-be21-1e88e7e46cbf req-d711d4e3-38d4-49a2-b3f1-7606c0d3f6e6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.1892192 Sep 09 06:29:43.863575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ae911cc-08f5-4980-883d-31fcd143ec15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.905848 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a503eaba-3508-4e89-ad5d-344158d578f6 {{(pid=106287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:43.935966 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Publish callbacks [] for port (a503eaba-3508-4e89-ad5d-344158d578f6), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:43.951393 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:29:43.994829 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:44.066802 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.provisioning_blocks [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Transition to ACTIVE for port object a503eaba-3508-4e89-ad5d-344158d578f6 will not be triggered until provisioned by entity L2. {{(pid=106287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:29:44.085296 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:44.116410 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.33', 58251) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:44.219322 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:44.276540 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:44.299257 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Pushing event updated for resources: {'Port': ['ID=a503eaba-3508-4e89-ad5d-344158d578f6,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:44.472039 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466ba80-e15a-415d-8630-0e2d7a5fafdb req-8d813740-36f2-4cd5-b54e-40c45d7b0b3c tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:44.480556 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7466ba80-e15a-415d-8630-0e2d7a5fafdb req-8d813740-36f2-4cd5-b54e-40c45d7b0b3c tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 943 time: 0.4191465 Sep 09 06:29:44.507063 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1cd4298c-e5c2-43a5-8482-bccc8a4544f7 req-7f9742d4-3148-490f-8bf1-e550ac754da1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7891464 Sep 09 06:29:44.646025 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:29:44.724043 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Attempting to bind port a503eaba-3508-4e89-ad5d-344158d578f6 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:44.724409 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Attempting to bind port a503eaba-3508-4e89-ad5d-344158d578f6 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:44.724541 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110da4de-58e3-49fc-bb76-df23ffb94751 None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:29:44.724892 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Attempting to bind port a503eaba-3508-4e89-ad5d-344158d578f6 on network 30943901-e8e0-46eb-9df1-160e7b261a53 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:44.835689 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Port a503eaba-3508-4e89-ad5d-344158d578f6 on network 30943901-e8e0-46eb-9df1-160e7b261a53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:29:44.836139 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Attempting to bind port a503eaba-3508-4e89-ad5d-344158d578f6 on network 30943901-e8e0-46eb-9df1-160e7b261a53 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:44.883455 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ae911cc-08f5-4980-883d-31fcd143ec15 admin admin] Publish callbacks [] for security_group (6bc68c7a-c54f-4cc8-b326-97c29ed651ba), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:44.993456 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-780fc26d-bc54-4c12-84f8-9acd380bef5b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:44.998077 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-780fc26d-bc54-4c12-84f8-9acd380bef5b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 816 time: 0.8759916 Sep 09 06:29:45.043859 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:45.044365 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Checking segment: {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:45.044977 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Bound using segment: {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:45.045482 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Bound port: a503eaba-3508-4e89-ad5d-344158d578f6, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:45.046773 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:45.130160 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:45.179705 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-57b25691-e931-4de5-9978-7fe90c3e1a9e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2 HTTP/1.1" status: 200 len: 379 time: 0.1740642 Sep 09 06:29:45.213436 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] For port a503eaba-3508-4e89-ad5d-344158d578f6, host hv-cinder-85220, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:45.218179 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] For port a503eaba-3508-4e89-ad5d-344158d578f6, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a503eaba-3508-4e89-ad5d-344158d578f6,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:45.228334 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:45.234913 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:45.235427 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:45.236960 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a503eaba-3508-4e89-ad5d-344158d578f6 HTTP/1.1" status: 200 len: 1093 time: 2.5568626 Sep 09 06:29:45.237986 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295d1588-844d-4693-9169-6269e37472d6', 'tag': 'a503eaba-3508-4e89-ad5d-344158d578f6'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:29:45.249930 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ae911cc-08f5-4980-883d-31fcd143ec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6bc68c7a-c54f-4cc8-b326-97c29ed651ba), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:45.269534 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f5c740fc-a509-4e81-a462-2d5df6a56fc2 req-fbfcc2ef-81a5-465d-88d6-caa022f07550 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 210 time: 0.5535505 Sep 09 06:29:45.367883 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae911cc-08f5-4980-883d-31fcd143ec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc68c7a-c54f-4cc8-b326-97c29ed651ba,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:45.423002 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:45.427235 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-0ae911cc-08f5-4980-883d-31fcd143ec15 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e3c1141b88a54d8f97ff5b35261c7b28&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0026078 Sep 09 06:29:45.437717 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49694) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:45.454428 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7466ba80-e15a-415d-8630-0e2d7a5fafdb req-e5143b47-9601-4a01-adc0-287b2744cd47 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9725318 Sep 09 06:29:45.462353 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f7bd3-65e4-4085-8076-a6d1f157dd23 service neutron] Pushing event updated for resources: {'Port': ['ID=a503eaba-3508-4e89-ad5d-344158d578f6,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:45.581420 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'port': {'device_id': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'admin_state_up': True, 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'security_groups': ['fa35431b-6e3c-4fa4-900f-766ca97ccc14']}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:45.641791 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3bac2cc2-1b89-4aef-a1bb-9b205aa03ee2 req-e101a393-4dfc-4770-bec3-fbb3d333c41d tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.1802540 Sep 09 06:29:45.749733 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device bc0ab66a-5720-4ab8-9c07-d22686acd4aa up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:45.891981 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port bc0ab66a-5720-4ab8-9c07-d22686acd4aa triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:45.892375 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:45.894735 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.33', 58265) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:45.905649 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e2d5666e-a7cd-4242-9116-85609d415401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:45.907508 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-e2d5666e-a7cd-4242-9116-85609d415401 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=584cd5d9848d48dea5ac9a01dbaaabf1&device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 1127 time: 0.2535651 Sep 09 06:29:45.913792 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7434a10-99f0-4834-a35b-964da0558766" -d '{"events": [{"name": "network-changed", "server_uuid": "295d1588-844d-4693-9169-6269e37472d6", "tag": "a503eaba-3508-4e89-ad5d-344158d578f6"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:29:45.947372 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9487ef4a-e9b1-472d-b6ab-a514b1b5f1db req-90396f74-22c4-4d83-9a8b-ac82b470f622 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.2416608 Sep 09 06:29:46.117464 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port bc0ab66a-5720-4ab8-9c07-d22686acd4aa is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:46.118153 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:46.274900 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port bc0ab66a-5720-4ab8-9c07-d22686acd4aa, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:46.290298 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:46.292683 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 0a49a81f-9f56-45bb-a17d-f9eb97962f4f up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:46.418039 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e8da49-94b9-46a5-9a14-14e91012d315 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:46.429907 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Publish callbacks [] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:46.454539 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:46.457704 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:46.464407 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-f55a966d-21a2-4dec-876f-999156ac2ea5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a503eaba-3508-4e89-ad5d-344158d578f6 HTTP/1.1" status: 200 len: 217 time: 0.4645383 Sep 09 06:29:46.500851 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Made reservation on behalf of 7d5de98a77f64cd5beeab6865f5ea7c2 for: {'port': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:46.502203 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Transition to ACTIVE for port object b1e8da49-94b9-46a5-9a14-14e91012d315 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:29:46.516020 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:46.528048 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:46.578165 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caa11e0-ab32-4b8a-b121-0015328607cd x-openstack-request-id: req-7caa11e0-ab32-4b8a-b121-0015328607cd {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:29:46.579577 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295d1588-844d-4693-9169-6269e37472d6", "tag": "a503eaba-3508-4e89-ad5d-344158d578f6", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:29:46.581968 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7caa11e0-ab32-4b8a-b121-0015328607cd {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:29:46.583527 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7caa11e0-ab32-4b8a-b121-0015328607cd'] response: {'name': 'network-changed', 'server_uuid': '295d1588-844d-4693-9169-6269e37472d6', 'tag': 'a503eaba-3508-4e89-ad5d-344158d578f6', 'status': 'completed', 'code': 200} Sep 09 06:29:46.592768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:46.594133 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:46.775181 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144983-d187-4dc3-b99a-b887d038f2fc req-a1090b52-8d49-4cb5-b2de-93abff79b18d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:46.777748 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-db144983-d187-4dc3-b99a-b887d038f2fc req-a1090b52-8d49-4cb5-b2de-93abff79b18d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 931 time: 0.8987341 Sep 09 06:29:46.779941 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e8da49-94b9-46a5-9a14-14e91012d315,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:46.797202 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:46.846945 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fdfe-970a-492b-9228-f13e881f244d req-631b6a3d-e328-4767-ba9a-954ca233facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:46.849085 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-631b6a3d-e328-4767-ba9a-954ca233facb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7bd7de91-3a0c-40d6-9121-744568aa980b HTTP/1.1" status: 200 len: 849 time: 0.2838237 Sep 09 06:29:46.871862 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8339ca18-2480-4c73-bab9-d0cb2b7c69ed admin admin] Publish callbacks [] for security_group (6bc68c7a-c54f-4cc8-b326-97c29ed651ba), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:46.881546 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-65c160b3-6775-4c5a-8267-33db12683f40 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:46.882583 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-65c160b3-6775-4c5a-8267-33db12683f40 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 811 time: 0.9812632 Sep 09 06:29:46.977928 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:46.988498 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:47.019396 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Allocated IP 172.20.0.12 (06aa4853-deab-4da2-aa65-5023553defd4/2b920baa-a5cf-4d25-8a14-a135bb3f7b15/4814901d-9b66-4153-bf35-9750b3c3da8c) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:47.117829 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fc1c8a4e-606f-477a-b75d-e6c8ce2d3ec0 req-e6336221-0803-41bb-b441-2f26ae42cae2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 210 time: 0.3091893 Sep 09 06:29:47.134571 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8339ca18-2480-4c73-bab9-d0cb2b7c69ed admin admin] Publish callbacks [] for security_group (6bc68c7a-c54f-4cc8-b326-97c29ed651ba), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:47.204446 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Attempting to bind port b1e8da49-94b9-46a5-9a14-14e91012d315 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:47.206682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Attempting to bind port b1e8da49-94b9-46a5-9a14-14e91012d315 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:47.210015 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Attempting to bind port b1e8da49-94b9-46a5-9a14-14e91012d315 on network 98282524-73a1-460b-a31c-3ff4ef655afa {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:47.282555 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:47.353527 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:47.509609 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Network 06aa4853-deab-4da2-aa65-5023553defd4 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:47.513348 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:47.541070 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:47.560941 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:47.563052 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:47.566148 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device bc0ab66a-5720-4ab8-9c07-d22686acd4aa up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:29:47.625005 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:47.644125 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-eee3dd27-8002-4c49-8437-5dc18a6fdd88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0729206 Sep 09 06:29:47.694848 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port bc0ab66a-5720-4ab8-9c07-d22686acd4aa triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:47.695713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:47.761413 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52059-6249-40fa-bc61-3f76107ececa req-0c0ea9cb-8d65-47dd-9c24-70792e4d7c2e tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:47.772302 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ccf52059-6249-40fa-bc61-3f76107ececa req-0c0ea9cb-8d65-47dd-9c24-70792e4d7c2e tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 943 time: 0.3848195 Sep 09 06:29:47.807616 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8339ca18-2480-4c73-bab9-d0cb2b7c69ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6bc68c7a-c54f-4cc8-b326-97c29ed651ba), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:47.813014 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8339ca18-2480-4c73-bab9-d0cb2b7c69ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:47.820074 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8339ca18-2480-4c73-bab9-d0cb2b7c69ed admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6bc68c7a-c54f-4cc8-b326-97c29ed651ba HTTP/1.1" status: 204 len: 168 time: 2.3796248 Sep 09 06:29:47.843038 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:47.920052 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Port b1e8da49-94b9-46a5-9a14-14e91012d315 on network 98282524-73a1-460b-a31c-3ff4ef655afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:29:47.920380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Attempting to bind port b1e8da49-94b9-46a5-9a14-14e91012d315 on network 98282524-73a1-460b-a31c-3ff4ef655afa {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:47.966885 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port bc0ab66a-5720-4ab8-9c07-d22686acd4aa is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:48.016199 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-954436b1-e0a0-465e-9eb4-d0170378e697 None None] Provisioning complete for port 4814901d-9b66-4153-bf35-9750b3c3da8c triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:48.017678 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-954436b1-e0a0-465e-9eb4-d0170378e697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:48.027802 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ca18-2480-4c73-bab9-d0cb2b7c69ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc68c7a-c54f-4cc8-b326-97c29ed651ba,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:48.050769 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:48.052551 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:48.052984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Checking segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:48.053919 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Bound using segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:48.054434 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Bound port: b1e8da49-94b9-46a5-9a14-14e91012d315, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:48.054959 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:48.073476 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-db144983-d187-4dc3-b99a-b887d038f2fc req-3ba43a7e-bba5-4096-a1b5-6fb00d2068da tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1858931 Sep 09 06:29:48.214970 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-954436b1-e0a0-465e-9eb4-d0170378e697 None None] Port 4814901d-9b66-4153-bf35-9750b3c3da8c cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:48.281007 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] For port b1e8da49-94b9-46a5-9a14-14e91012d315, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:48.294765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] For port b1e8da49-94b9-46a5-9a14-14e91012d315, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b1e8da49-94b9-46a5-9a14-14e91012d315,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:48.303777 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.33', 58277) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:48.390172 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:48.392113 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26fdfe-970a-492b-9228-f13e881f244d req-948aadec-37ad-4127-9fa0-e7075c413897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:48.394851 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-948aadec-37ad-4127-9fa0-e7075c413897 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=30943901-e8e0-46eb-9df1-160e7b261a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2777016 Sep 09 06:29:48.404781 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Request body: {'port': {'device_id': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:48.683825 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-6c3b25b0-67af-4439-948c-2f9a4bb96693 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/30943901-e8e0-46eb-9df1-160e7b261a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714653 Sep 09 06:29:48.722799 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ccf52059-6249-40fa-bc61-3f76107ececa req-50f13a04-e3b3-4b92-a7c8-da5132ea4d67 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9461315 Sep 09 06:29:48.747912 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b808-1729-4704-8031-011e727387e6 req-37142fd9-3935-4556-a79f-5fac53979721 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:48.755288 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-37142fd9-3935-4556-a79f-5fac53979721 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 815 time: 0.3382070 Sep 09 06:29:48.771056 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49770) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:48.774460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:48.815950 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:48.845869 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:48.847251 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:48.849312 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b1e8da49-94b9-46a5-9a14-14e91012d315 HTTP/1.1" status: 200 len: 1093 time: 6.1864388 Sep 09 06:29:48.850781 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4096e8-5fde-463f-8cc2-82018a809fdb', 'tag': 'b1e8da49-94b9-46a5-9a14-14e91012d315'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:29:48.926358 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:48.951137 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6ccb53-c867-41af-9f4e-1efcea671fd8 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:48.978620 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-eab0bd20-5bab-49e2-a26a-e83de01764b8 req-516828d5-5374-457b-b045-aa067f7d4aa5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.6766434 Sep 09 06:29:48.980939 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Publish callbacks [] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:48.993520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03edda6f-fc96-41e3-a906-8582ae11f5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.074245 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac48aedd-dcca-42ab-ba9a-8ff1d129dba0 req-6c1fe1cf-916a-4dad-b80e-bdf0b7fda88a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.2376206 Sep 09 06:29:49.093568 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Transition to ACTIVE for port object cf6ccb53-c867-41af-9f4e-1efcea671fd8 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:29:49.173041 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-7e26fdfe-970a-492b-9228-f13e881f244d req-63f4cd08-214f-43ad-b0fb-817147ff7387 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/30943901-e8e0-46eb-9df1-160e7b261a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824399 Sep 09 06:29:49.229367 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.240292 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4096e8-5fde-463f-8cc2-82018a809fdb", "tag": "b1e8da49-94b9-46a5-9a14-14e91012d315"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:29:49.248729 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:49.257547 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca38940-f9fd-4cfb-8a60-a338d6dc58c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e8da49-94b9-46a5-9a14-14e91012d315,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:49.307137 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29629e-64df-4a00-8061-891f43915173 req-ad6a3982-9eb9-4b4c-9731-8d32c1836235 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:49.308679 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5c29629e-64df-4a00-8061-891f43915173 req-ad6a3982-9eb9-4b4c-9731-8d32c1836235 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 932 time: 0.2137926 Sep 09 06:29:49.338564 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4814901d-9b66-4153-bf35-9750b3c3da8c {{(pid=106287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:49.344719 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-76bb38b8-644e-41e8-99e8-f06b688a1997 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7a732015d4244c378e0204e1d216f57b HTTP/1.1" status: 200 len: 380 time: 1.0450392 Sep 09 06:29:49.347168 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Publish callbacks [] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.365863 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.provisioning_blocks [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Transition to ACTIVE for port object 4814901d-9b66-4153-bf35-9750b3c3da8c will not be triggered until provisioned by entity L2. {{(pid=106287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:29:49.370340 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.388398 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8244395-6ca1-4147-bbff-4d1f1cac7761 req-f732ed78-c9a0-410b-9187-f41e91433a29 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:49.389989 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8244395-6ca1-4147-bbff-4d1f1cac7761 req-f732ed78-c9a0-410b-9187-f41e91433a29 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 943 time: 0.1723115 Sep 09 06:29:49.463960 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ccb53-c867-41af-9f4e-1efcea671fd8,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:49.475723 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Attempting to bind port 4814901d-9b66-4153-bf35-9750b3c3da8c on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:49.476084 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Attempting to bind port 4814901d-9b66-4153-bf35-9750b3c3da8c by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:49.476552 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Attempting to bind port 4814901d-9b66-4153-bf35-9750b3c3da8c on network 06aa4853-deab-4da2-aa65-5023553defd4 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:49.480260 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:49.486527 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'port': {'device_id': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'admin_state_up': True, 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'security_groups': ['c6cf2947-d54b-49ba-a985-f34267970290']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:49.490161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Attempting to bind port cf6ccb53-c867-41af-9f4e-1efcea671fd8 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:49.490492 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Attempting to bind port cf6ccb53-c867-41af-9f4e-1efcea671fd8 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:49.490821 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Attempting to bind port cf6ccb53-c867-41af-9f4e-1efcea671fd8 on network 98282524-73a1-460b-a31c-3ff4ef655afa {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:49.575116 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Port 4814901d-9b66-4153-bf35-9750b3c3da8c on network 06aa4853-deab-4da2-aa65-5023553defd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:29:49.575379 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Attempting to bind port 4814901d-9b66-4153-bf35-9750b3c3da8c on network 06aa4853-deab-4da2-aa65-5023553defd4 {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:49.604134 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-932f2617-4ddd-476a-a1ff-0321b3152d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:49.605650 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-932f2617-4ddd-476a-a1ff-0321b3152d10 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 1127 time: 0.0766785 Sep 09 06:29:49.628456 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:49.628800 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Checking segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:49.629478 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Bound using segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} {{(pid=106287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:49.629672 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.managers [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Bound port: 4814901d-9b66-4153-bf35-9750b3c3da8c, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'}}] {{(pid=106287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:49.629975 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.729219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, cleared binding levels {{(pid=106287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:49.733218 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:49.741124 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.795975 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:49.795975 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.795975 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/4814901d-9b66-4153-bf35-9750b3c3da8c HTTP/1.1" status: 200 len: 1094 time: 1.4043205 Sep 09 06:29:49.795975 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:29:49.795975 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bc4672-76d3-4157-953a-aeeb3db26340" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:29:49.810301 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14add574-fa5b-4da4-9c60-c8f51776fe9e service neutron] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=3']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:49.866697 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5c29629e-64df-4a00-8061-891f43915173 req-c7071154-7f9f-4a78-ba85-41f8272a2244 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5324283 Sep 09 06:29:49.912474 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8244395-6ca1-4147-bbff-4d1f1cac7761 req-b28c1c12-7d41-4072-9afc-864535b6cc77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079660 Sep 09 06:29:49.915192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03edda6f-fc96-41e3-a906-8582ae11f5cf admin admin] Publish callbacks [] for security_group (33e8e27a-cdec-4271-b28d-5bcae1b1c049), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.970622 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03edda6f-fc96-41e3-a906-8582ae11f5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (33e8e27a-cdec-4271-b28d-5bcae1b1c049), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:49.981749 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7434a10-99f0-4834-a35b-964da0558766 req-bf30e3c7-97f4-4787-8094-82592471b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:49.983987 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7434a10-99f0-4834-a35b-964da0558766 req-bf30e3c7-97f4-4787-8094-82592471b9b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=584cd5d9848d48dea5ac9a01dbaaabf1&device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 1127 time: 0.4241202 Sep 09 06:29:49.998323 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-3ab171cf-556e-4a86-a07e-38c8bfe5af1a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 380 time: 0.5876126 Sep 09 06:29:49.998923 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:50.029765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Port cf6ccb53-c867-41af-9f4e-1efcea671fd8 on network 98282524-73a1-460b-a31c-3ff4ef655afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:29:50.030361 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Attempting to bind port cf6ccb53-c867-41af-9f4e-1efcea671fd8 on network 98282524-73a1-460b-a31c-3ff4ef655afa {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:50.100990 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:50.114031 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49818) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:50.133892 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-03edda6f-fc96-41e3-a906-8582ae11f5cf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bcbc0a4ae1a74c5187d8672e3981396f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3569090 Sep 09 06:29:50.136659 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49824) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:50.138445 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad335ac-5198-48e4-89e9-37a456e36e5b x-openstack-request-id: req-3ad335ac-5198-48e4-89e9-37a456e36e5b {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:29:50.138778 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4096e8-5fde-463f-8cc2-82018a809fdb", "tag": "b1e8da49-94b9-46a5-9a14-14e91012d315", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:29:50.139104 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ad335ac-5198-48e4-89e9-37a456e36e5b {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:29:50.139601 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad335ac-5198-48e4-89e9-37a456e36e5b'] response: {'name': 'network-changed', 'server_uuid': 'ad4096e8-5fde-463f-8cc2-82018a809fdb', 'tag': 'b1e8da49-94b9-46a5-9a14-14e91012d315', 'status': 'completed', 'code': 200} Sep 09 06:29:50.167142 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edda6f-fc96-41e3-a906-8582ae11f5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8e27a-cdec-4271-b28d-5bcae1b1c049,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:50.184153 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e36c6-08da-4936-9aa0-7d57ede5803b req-fc8bba14-5eba-4a8f-956b-13498e66da07 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:50.185189 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571bbc7-07fc-4e70-944d-f60799a63301 x-openstack-request-id: req-c571bbc7-07fc-4e70-944d-f60799a63301 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:29:50.185853 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-400e36c6-08da-4936-9aa0-7d57ede5803b req-fc8bba14-5eba-4a8f-956b-13498e66da07 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 943 time: 0.1730597 Sep 09 06:29:50.189189 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Made reservation on behalf of 7a732015d4244c378e0204e1d216f57b for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:50.191584 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:29:50.191865 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c571bbc7-07fc-4e70-944d-f60799a63301 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:29:50.192263 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c571bbc7-07fc-4e70-944d-f60799a63301'] response: {'name': 'network-changed', 'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'status': 'completed', 'code': 200} Sep 09 06:29:50.193732 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.230461 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9b20727-8a8b-46aa-96cc-054adc9823d4 admin admin] Publish callbacks [] for security_group (33e8e27a-cdec-4271-b28d-5bcae1b1c049), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.255764 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9b20727-8a8b-46aa-96cc-054adc9823d4 admin admin] Publish callbacks [] for security_group (33e8e27a-cdec-4271-b28d-5bcae1b1c049), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.257225 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:50.257605 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Checking segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:50.257968 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Bound using segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:50.258417 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Bound port: cf6ccb53-c867-41af-9f4e-1efcea671fd8, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:50.258810 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.278974 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:50.302867 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90f80a5f-0098-456f-a38d-ecb946918b00 req-199d82c9-0bef-4839-a847-487f016978c9 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.0673051 Sep 09 06:29:50.330134 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-400e36c6-08da-4936-9aa0-7d57ede5803b req-351ba6de-42bc-4481-b3d8-1a1a5ddf3ee7 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290410 Sep 09 06:29:50.330344 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9b20727-8a8b-46aa-96cc-054adc9823d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (33e8e27a-cdec-4271-b28d-5bcae1b1c049), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.335045 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b9b20727-8a8b-46aa-96cc-054adc9823d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.340119 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-b9b20727-8a8b-46aa-96cc-054adc9823d4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/33e8e27a-cdec-4271-b28d-5bcae1b1c049 HTTP/1.1" status: 204 len: 168 time: 0.2002397 Sep 09 06:29:50.367512 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b20727-8a8b-46aa-96cc-054adc9823d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8e27a-cdec-4271-b28d-5bcae1b1c049,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:50.368360 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294348d-cf3d-42e1-b8b2-70046da12393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.469456 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d66c4465-b140-4f0d-a515-a0e783ccbf7d req-a42fd785-68a7-425e-b964-250c41270f0b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.0549192 Sep 09 06:29:50.475515 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] For port cf6ccb53-c867-41af-9f4e-1efcea671fd8, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:50.483958 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294348d-cf3d-42e1-b8b2-70046da12393 admin admin] Publish callbacks [] for security_group (dcf39327-7179-4198-b378-31ab53317150), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.488234 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0294348d-cf3d-42e1-b8b2-70046da12393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dcf39327-7179-4198-b378-31ab53317150), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.499054 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:50.512880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] For port cf6ccb53-c867-41af-9f4e-1efcea671fd8, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:50.523416 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.530672 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:50.531306 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.532428 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/cf6ccb53-c867-41af-9f4e-1efcea671fd8 HTTP/1.1" status: 200 len: 1093 time: 7.8474104 Sep 09 06:29:50.532742 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294348d-cf3d-42e1-b8b2-70046da12393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf39327-7179-4198-b378-31ab53317150,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:50.540353 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0294348d-cf3d-42e1-b8b2-70046da12393 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=42ef927b521b48b3944ded9ec6aa7c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224844 Sep 09 06:29:50.540617 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49828) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:50.576110 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Allocated IP 172.20.0.12 (50724a19-0cd0-47ed-ac64-73793b689a02/c518f21e-05a0-4fdc-84d6-ec97ca5d04f6/2f4a6eb7-079c-4c01-b074-3e7a050153a9) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:50.597571 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6efc-f7bf-4170-acaf-bdafe74dfe8a admin admin] Publish callbacks [] for security_group (dcf39327-7179-4198-b378-31ab53317150), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.620455 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6efc-f7bf-4170-acaf-bdafe74dfe8a admin admin] Publish callbacks [] for security_group (dcf39327-7179-4198-b378-31ab53317150), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.651666 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a4b9-0455-433d-962c-9cbfaf0f02df service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ccb53-c867-41af-9f4e-1efcea671fd8,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:50.690034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6efc-f7bf-4170-acaf-bdafe74dfe8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dcf39327-7179-4198-b378-31ab53317150), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.695160 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6efc-f7bf-4170-acaf-bdafe74dfe8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.699943 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e4dd6efc-f7bf-4170-acaf-bdafe74dfe8a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dcf39327-7179-4198-b378-31ab53317150 HTTP/1.1" status: 204 len: 168 time: 0.1583462 Sep 09 06:29:50.714208 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd6efc-f7bf-4170-acaf-bdafe74dfe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf39327-7179-4198-b378-31ab53317150,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:50.821821 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.877257 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.915523 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:50.928585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Network 50724a19-0cd0-47ed-ac64-73793b689a02 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:50.934769 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:50.937823 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'Port': ['ID=2f4a6eb7-079c-4c01-b074-3e7a050153a9,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:50.940381 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:50.947896 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:50.954022 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:50.993857 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a91e5ae9-52a2-48c9-b321-d00f75f5cfeb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5271630 Sep 09 06:29:51.132750 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d2ad6-97e5-4578-93b4-54cd36c53538 req-65cf4697-d501-4afd-aecd-d87494a8bedd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:51.134469 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-735d2ad6-97e5-4578-93b4-54cd36c53538 req-65cf4697-d501-4afd-aecd-d87494a8bedd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.1139336 Sep 09 06:29:51.140956 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1553f-a389-4654-9ac8-3c780938ed19 req-3d93980e-c559-44e2-9613-e4a3a00018ce tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:51.149208 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2ac1553f-a389-4654-9ac8-3c780938ed19 req-3d93980e-c559-44e2-9613-e4a3a00018ce tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 943 time: 0.1099098 Sep 09 06:29:51.224806 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49856) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:51.239835 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fa3-b241-44f3-92fc-ed624cf49ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:51.244677 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2ac1553f-a389-4654-9ac8-3c780938ed19 req-8d0833a7-4801-4090-9cbd-9f3275bf7f1b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944912 Sep 09 06:29:51.259487 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-735d2ad6-97e5-4578-93b4-54cd36c53538 req-0c9dfde0-e384-4c12-9f5b-3cf10d648647 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075742 Sep 09 06:29:51.285982 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-2e237933-5500-4ac7-951d-48b1062a1e91 None None] Provisioning complete for port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:51.290141 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2e237933-5500-4ac7-951d-48b1062a1e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:51.343699 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-2e237933-5500-4ac7-951d-48b1062a1e91 None None] Port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:51.352594 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fa3-b241-44f3-92fc-ed624cf49ed2 admin admin] Publish callbacks [] for security_group (86b0fd99-ec2f-410c-a6a9-82509e0be312), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:51.360909 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1c1a1fa3-b241-44f3-92fc-ed624cf49ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (86b0fd99-ec2f-410c-a6a9-82509e0be312), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:51.410088 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1c1a1fa3-b241-44f3-92fc-ed624cf49ed2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ff4d2f5ecd5342568c99456d1bbe5101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833236 Sep 09 06:29:51.411149 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a1fa3-b241-44f3-92fc-ed624cf49ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b0fd99-ec2f-410c-a6a9-82509e0be312,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:51.413567 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49864) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:51.473856 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-095d6b2d-d4e1-4fbc-b013-5dd523f48588 admin admin] Publish callbacks [] for security_group (86b0fd99-ec2f-410c-a6a9-82509e0be312), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:51.484312 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:51.496654 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-095d6b2d-d4e1-4fbc-b013-5dd523f48588 admin admin] Publish callbacks [] for security_group (86b0fd99-ec2f-410c-a6a9-82509e0be312), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:51.503041 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494e02f-404a-4e70-a2f8-519f0aaa797d req-df0c4078-567c-4bcb-a4e7-127dc1f93984 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:51.504920 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3494e02f-404a-4e70-a2f8-519f0aaa797d req-df0c4078-567c-4bcb-a4e7-127dc1f93984 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 932 time: 0.1064045 Sep 09 06:29:51.519223 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f353-18c5-4b22-bba3-ebcc11442d53 req-5beb04c8-8d8a-4c9f-98f3-34ad9c2fa8ca tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:51.520811 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ad91f353-18c5-4b22-bba3-ebcc11442d53 req-5beb04c8-8d8a-4c9f-98f3-34ad9c2fa8ca tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 943 time: 0.0987732 Sep 09 06:29:51.553777 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-095d6b2d-d4e1-4fbc-b013-5dd523f48588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (86b0fd99-ec2f-410c-a6a9-82509e0be312), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:51.557302 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-095d6b2d-d4e1-4fbc-b013-5dd523f48588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:51.562125 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-095d6b2d-d4e1-4fbc-b013-5dd523f48588 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/86b0fd99-ec2f-410c-a6a9-82509e0be312 HTTP/1.1" status: 204 len: 168 time: 0.1474183 Sep 09 06:29:51.571880 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d6b2d-d4e1-4fbc-b013-5dd523f48588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b0fd99-ec2f-410c-a6a9-82509e0be312,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:51.611212 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ad91f353-18c5-4b22-bba3-ebcc11442d53 req-88ab13c8-99c7-431f-8830-861e0b07b479 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712302 Sep 09 06:29:51.639572 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3494e02f-404a-4e70-a2f8-519f0aaa797d req-fd60b59c-96d7-44ea-aa3b-39dfa42f5e4f tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155603 Sep 09 06:29:51.728171 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-823e5500-c9e2-4d77-825e-843ca4232f45 req-b50d03fe-c798-4530-b802-29f031afba8f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.0388806 Sep 09 06:29:51.953784 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49880) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:51.968286 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63f3aa70-53a7-404d-bc06-a48557ae7f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:52.055177 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63f3aa70-53a7-404d-bc06-a48557ae7f97 admin admin] Publish callbacks [] for security_group (3d7ae12d-3eb5-4fb7-9ca5-a044d100092d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:52.059489 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63f3aa70-53a7-404d-bc06-a48557ae7f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3d7ae12d-3eb5-4fb7-9ca5-a044d100092d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:52.099814 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-63f3aa70-53a7-404d-bc06-a48557ae7f97 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=50a9e0eb1d504cb2a1a09179ab48a2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448359 Sep 09 06:29:52.101136 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3aa70-53a7-404d-bc06-a48557ae7f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ae12d-3eb5-4fb7-9ca5-a044d100092d,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:52.102801 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49884) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:52.141562 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd598c3-8746-4655-aac0-948a7964ac0f', 'tag': 'cf6ccb53-c867-41af-9f4e-1efcea671fd8'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:29:52.144949 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667ca51-330a-4302-9c18-576d0c72c84a" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd598c3-8746-4655-aac0-948a7964ac0f", "tag": "cf6ccb53-c867-41af-9f4e-1efcea671fd8"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:29:52.163643 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8b712e08-f8b8-4956-937f-a14bb7744ec5 admin admin] Publish callbacks [] for security_group (3d7ae12d-3eb5-4fb7-9ca5-a044d100092d), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:52.189801 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707aeb6-ff34-4f98-a879-f0249467c482 x-openstack-request-id: req-7707aeb6-ff34-4f98-a879-f0249467c482 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:29:52.189965 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd598c3-8746-4655-aac0-948a7964ac0f", "tag": "cf6ccb53-c867-41af-9f4e-1efcea671fd8", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:29:52.190309 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7707aeb6-ff34-4f98-a879-f0249467c482 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:29:52.190795 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7707aeb6-ff34-4f98-a879-f0249467c482'] response: {'name': 'network-changed', 'server_uuid': '1dd598c3-8746-4655-aac0-948a7964ac0f', 'tag': 'cf6ccb53-c867-41af-9f4e-1efcea671fd8', 'status': 'completed', 'code': 200} Sep 09 06:29:52.199851 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8b712e08-f8b8-4956-937f-a14bb7744ec5 admin admin] Publish callbacks [] for security_group (3d7ae12d-3eb5-4fb7-9ca5-a044d100092d), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:52.215731 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:52.255698 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8b712e08-f8b8-4956-937f-a14bb7744ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3d7ae12d-3eb5-4fb7-9ca5-a044d100092d), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:52.258288 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8b712e08-f8b8-4956-937f-a14bb7744ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:52.259702 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-8b712e08-f8b8-4956-937f-a14bb7744ec5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3d7ae12d-3eb5-4fb7-9ca5-a044d100092d HTTP/1.1" status: 204 len: 168 time: 0.1558506 Sep 09 06:29:52.268992 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b712e08-f8b8-4956-937f-a14bb7744ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ae12d-3eb5-4fb7-9ca5-a044d100092d,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:52.425262 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a449e-1b4e-4a38-8142-e3a3120ddadb req-3005a9d5-7c61-43c8-bf0d-450465cac7ed tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:52.426866 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-592a449e-1b4e-4a38-8142-e3a3120ddadb req-3005a9d5-7c61-43c8-bf0d-450465cac7ed tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 943 time: 0.0962861 Sep 09 06:29:52.443964 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5950f-9b4a-4a08-9d54-e0292544cf0c req-5da0ca43-2328-4966-bcfb-5c37d94b2ed4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:52.443964 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82a5950f-9b4a-4a08-9d54-e0292544cf0c req-5da0ca43-2328-4966-bcfb-5c37d94b2ed4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0754044 Sep 09 06:29:52.536610 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-592a449e-1b4e-4a38-8142-e3a3120ddadb req-0868ef5c-354a-450e-b446-bac9acaa29a1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016784 Sep 09 06:29:52.552799 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82a5950f-9b4a-4a08-9d54-e0292544cf0c req-0bed7d1d-a8d0-49cd-8cb5-81e0dc097676 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983045 Sep 09 06:29:52.797125 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4c58f-894e-4f96-a859-a04d2e989108 req-6bff1185-74c2-472a-bec7-7648ed64823f tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:52.798875 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1bf4c58f-894e-4f96-a859-a04d2e989108 req-6bff1185-74c2-472a-bec7-7648ed64823f tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 943 time: 0.1006010 Sep 09 06:29:52.810608 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a0c7c-6352-4d9d-a2f8-05576cb4da80 req-305e01ac-7f0e-4a92-8a2c-98d53917c373 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:52.812126 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-832a0c7c-6352-4d9d-a2f8-05576cb4da80 req-305e01ac-7f0e-4a92-8a2c-98d53917c373 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 932 time: 0.0816772 Sep 09 06:29:52.891966 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1bf4c58f-894e-4f96-a859-a04d2e989108 req-d661bb42-7e53-4ae8-9d8d-7a70565556dd tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746202 Sep 09 06:29:52.914341 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-832a0c7c-6352-4d9d-a2f8-05576cb4da80 req-d8e0c76c-7bd9-4f59-a167-79037f5b9d6a tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943563 Sep 09 06:29:52.935276 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 49934) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:52.998930 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e5bc483-614a-44a9-8ae2-e276eceda55b req-8553bab1-20c6-470e-9a44-b9cb032fc01c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.0406263 Sep 09 06:29:53.063978 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-69bc2be4-fc83-48bb-b280-b9bfc865e005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:53.126390 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=12 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:53.147538 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-69bc2be4-fc83-48bb-b280-b9bfc865e005 admin admin] Publish callbacks [] for security_group (b0a1ceb7-ccc5-4c22-9e49-4ba813b0e691), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:53.151963 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-69bc2be4-fc83-48bb-b280-b9bfc865e005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b0a1ceb7-ccc5-4c22-9e49-4ba813b0e691), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:53.197540 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-69bc2be4-fc83-48bb-b280-b9bfc865e005 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a2c3401555714ce2b80c6464690da9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587860 Sep 09 06:29:53.197540 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc2be4-fc83-48bb-b280-b9bfc865e005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a1ceb7-ccc5-4c22-9e49-4ba813b0e691,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:53.198494 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49948) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:53.228408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:53.257261 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0880214e-cab9-488d-b06a-4f9886fca44d admin admin] Publish callbacks [] for security_group (b0a1ceb7-ccc5-4c22-9e49-4ba813b0e691), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:53.280540 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0880214e-cab9-488d-b06a-4f9886fca44d admin admin] Publish callbacks [] for security_group (b0a1ceb7-ccc5-4c22-9e49-4ba813b0e691), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:53.344061 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0880214e-cab9-488d-b06a-4f9886fca44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b0a1ceb7-ccc5-4c22-9e49-4ba813b0e691), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:53.347308 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0880214e-cab9-488d-b06a-4f9886fca44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:53.351577 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-0880214e-cab9-488d-b06a-4f9886fca44d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b0a1ceb7-ccc5-4c22-9e49-4ba813b0e691 HTTP/1.1" status: 204 len: 168 time: 0.1490519 Sep 09 06:29:53.356887 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:53.365896 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880214e-cab9-488d-b06a-4f9886fca44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a1ceb7-ccc5-4c22-9e49-4ba813b0e691,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:53.561994 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Request body: {'port': {'device_id': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:53.578052 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'port': {'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'admin_state_up': True, 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'security_groups': ['579a7ce0-549b-4dd2-9312-10b21734f7bf']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:53.727370 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-da70aa28-deef-4785-b707-2dc5caf27745 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e8da49-94b9-46a5-9a14-14e91012d315 HTTP/1.1" status: 200 len: 217 time: 0.1668496 Sep 09 06:29:53.732756 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc4672-76d3-4157-953a-aeeb3db26340 req-ad6ecfea-38f9-483d-8ac4-769adda5c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:53.734791 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-15bc4672-76d3-4157-953a-aeeb3db26340 req-ad6ecfea-38f9-483d-8ac4-769adda5c12b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 1128 time: 0.0910373 Sep 09 06:29:53.861418 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66647e4-fd4c-4a62-b558-5c9b00119ee5 req-38bdcdf0-3d14-489a-914d-fcdace1e9128 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:53.871448 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f66647e4-fd4c-4a62-b558-5c9b00119ee5 req-38bdcdf0-3d14-489a-914d-fcdace1e9128 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 943 time: 0.1532059 Sep 09 06:29:53.905068 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-0e890c69-7bb6-4b28-b205-ca24754a561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:53.906535 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-0e890c69-7bb6-4b28-b205-ca24754a561b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.1705377 Sep 09 06:29:53.944437 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 49998) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:53.975587 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-42914b78-74e3-4f3c-8b84-9ed5680f89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:53.977279 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-42914b78-74e3-4f3c-8b84-9ed5680f89e1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567653 Sep 09 06:29:54.059876 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f158-6597-4e81-bc9a-8feff8079c8e req-99b859e5-e492-4667-8f15-c5d0ef6ca3c1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:54.068227 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c580f158-6597-4e81-bc9a-8feff8079c8e req-99b859e5-e492-4667-8f15-c5d0ef6ca3c1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.3623865 Sep 09 06:29:54.079430 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc4672-76d3-4157-953a-aeeb3db26340 req-edf6d991-408e-40bc-ac5c-9e1ea6cff417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:54.081507 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-15bc4672-76d3-4157-953a-aeeb3db26340 req-edf6d991-408e-40bc-ac5c-9e1ea6cff417 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3251336 Sep 09 06:29:54.104938 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-137ee09d-ae66-4417-8c0d-91731919d6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:54.211990 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-52e70126-5ba2-4a8c-8cf7-a59968ad2e23 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205672 Sep 09 06:29:54.342083 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc4672-76d3-4157-953a-aeeb3db26340 req-5eaaa5d1-c34c-49b3-a63c-5ffb2e3db5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:54.343658 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-15bc4672-76d3-4157-953a-aeeb3db26340 req-5eaaa5d1-c34c-49b3-a63c-5ffb2e3db5fd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2502260 Sep 09 06:29:54.353999 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667ca51-330a-4302-9c18-576d0c72c84a req-5dc22c87-67b3-4930-aad5-604525741760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:54.355721 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e667ca51-330a-4302-9c18-576d0c72c84a req-5dc22c87-67b3-4930-aad5-604525741760 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 1127 time: 0.6483424 Sep 09 06:29:54.376974 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-1fb09a6b-491d-41ea-b952-a2cd5c14504f req-03045b60-018f-4ebe-a552-b883d8acf69b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517615 Sep 09 06:29:54.390806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:54.444445 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-207960bc-e040-40bf-86af-c63df3269db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:54.445924 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-207960bc-e040-40bf-86af-c63df3269db1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 1128 time: 0.0510342 Sep 09 06:29:54.576229 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f66647e4-fd4c-4a62-b558-5c9b00119ee5 req-f2edc821-64c2-4c4c-a558-1d35b920a439 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038777 Sep 09 06:29:54.611133 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7434a10-99f0-4834-a35b-964da0558766 req-a1ade1b5-08fd-450b-9a78-95796238154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:54.613406 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7434a10-99f0-4834-a35b-964da0558766 req-a1ade1b5-08fd-450b-9a78-95796238154d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=30943901-e8e0-46eb-9df1-160e7b261a53 HTTP/1.1" status: 200 len: 911 time: 1.0239453 Sep 09 06:29:54.613980 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Made reservation on behalf of e8ee1a9407994bf9a624e6231c7fe565 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:29:54.618989 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:54.643670 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c580f158-6597-4e81-bc9a-8feff8079c8e req-15540def-4009-48f1-b14f-9fd29cdaf9de tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5741832 Sep 09 06:29:54.887866 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:54.888547 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:54.929891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667ca51-330a-4302-9c18-576d0c72c84a req-78fa5e26-f3a0-48bc-8e88-1d5217af1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:54.931532 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e667ca51-330a-4302-9c18-576d0c72c84a req-78fa5e26-f3a0-48bc-8e88-1d5217af1440 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5419652 Sep 09 06:29:54.948962 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00161849-f337-4d62-bef7-a1e5590670b1 req-f52a3d23-61b0-4a42-97ac-2977971a674e tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:54.950512 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-00161849-f337-4d62-bef7-a1e5590670b1 req-f52a3d23-61b0-4a42-97ac-2977971a674e tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 943 time: 0.2900410 Sep 09 06:29:55.010556 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a57589-12bf-40f7-80cb-272732220539 req-8b4efe21-bcde-440d-a0d7-0d606e04f6c9 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:55.012067 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d3a57589-12bf-40f7-80cb-272732220539 req-8b4efe21-bcde-440d-a0d7-0d606e04f6c9 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 932 time: 0.2589042 Sep 09 06:29:55.019375 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-137ee09d-ae66-4417-8c0d-91731919d6f5 admin admin] Publish callbacks [] for security_group (4d4880dd-38fb-42cb-8c0f-e910d46cedc4), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:55.056661 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-137ee09d-ae66-4417-8c0d-91731919d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (4d4880dd-38fb-42cb-8c0f-e910d46cedc4), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:55.202852 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-137ee09d-ae66-4417-8c0d-91731919d6f5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f80dbc8cdf24422abfb0d05c25ca3d00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1480072 Sep 09 06:29:55.203571 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50034) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:55.212782 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ee09d-ae66-4417-8c0d-91731919d6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4880dd-38fb-42cb-8c0f-e910d46cedc4,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:55.248833 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Allocated IP 172.20.0.14 (6a1e56b2-5174-4859-ad55-8ae965984c50/9f2421d1-d0a5-4dce-9461-ca1f7f9346fa/837586c2-7c46-4e73-876b-89de8eba416d) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:29:55.255112 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-00161849-f337-4d62-bef7-a1e5590670b1 req-ee62a6e7-f5f7-4721-a631-8ec825559ca4 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846463 Sep 09 06:29:55.269112 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d3a57589-12bf-40f7-80cb-272732220539 req-08b8534d-a054-4161-bcdb-b1da4c017752 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403550 Sep 09 06:29:55.482634 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7434a10-99f0-4834-a35b-964da0558766 req-c27cf8b3-4f20-461b-8285-4b21e4031e82 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a503eaba-3508-4e89-ad5d-344158d578f6 HTTP/1.1" status: 200 len: 217 time: 0.1930773 Sep 09 06:29:55.559990 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-a9989622-fc51-48d6-9366-6d09747660cb service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4814901d-9b66-4153-bf35-9750b3c3da8c HTTP/1.1" status: 200 len: 217 time: 0.2981207 Sep 09 06:29:55.564649 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09194d90-fb89-4527-a497-cbd244074535 admin admin] Publish callbacks [] for security_group (4d4880dd-38fb-42cb-8c0f-e910d46cedc4), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:55.590883 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-43e26d81-f0f0-4d2e-b295-e9a3e78f582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:55.595526 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-43e26d81-f0f0-4d2e-b295-e9a3e78f582b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 1127 time: 0.3293800 Sep 09 06:29:55.638209 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09194d90-fb89-4527-a497-cbd244074535 admin admin] Publish callbacks [] for security_group (4d4880dd-38fb-42cb-8c0f-e910d46cedc4), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:55.643631 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff7b1194-bad6-4c5d-aff4-c4250eeaba87 req-c7398734-bac8-4dae-8e69-0ad3bdb78c35 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.2450829 Sep 09 06:29:55.664007 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:55.717054 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:55.753645 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:55.790168 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-79c62de1-dbf0-4d24-845f-22292372e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:55.791742 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-79c62de1-dbf0-4d24-845f-22292372e0e7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.2217624 Sep 09 06:29:55.840743 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4a6eb7-079c-4c01-b074-3e7a050153a9 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:55.902934 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-2627e4a0-f0e9-4aa0-825b-7c0842f92b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:55.904574 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-2627e4a0-f0e9-4aa0-825b-7c0842f92b5c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1002409 Sep 09 06:29:55.908058 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-8a989c42-1f37-4cb5-8e5e-80292fb0f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:55.910918 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-8a989c42-1f37-4cb5-8e5e-80292fb0f07a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.2937398 Sep 09 06:29:55.912436 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09194d90-fb89-4527-a497-cbd244074535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (4d4880dd-38fb-42cb-8c0f-e910d46cedc4), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:55.913560 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Publish callbacks [] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:55.914970 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09194d90-fb89-4527-a497-cbd244074535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:55.916120 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-09194d90-fb89-4527-a497-cbd244074535 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4d4880dd-38fb-42cb-8c0f-e910d46cedc4 HTTP/1.1" status: 204 len: 168 time: 0.7102652 Sep 09 06:29:55.944046 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09194d90-fb89-4527-a497-cbd244074535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4880dd-38fb-42cb-8c0f-e910d46cedc4,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:55.948849 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667ca51-330a-4302-9c18-576d0c72c84a req-c7240b42-0f7e-4a0f-bac2-f20feaa4396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:55.950949 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e667ca51-330a-4302-9c18-576d0c72c84a req-c7240b42-0f7e-4a0f-bac2-f20feaa4396d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6791489 Sep 09 06:29:55.996486 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Transition to ACTIVE for port object 2f4a6eb7-079c-4c01-b074-3e7a050153a9 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:29:56.000556 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-4885130f-190c-42c9-ac2c-38b6b1e09de8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e8da49-94b9-46a5-9a14-14e91012d315 HTTP/1.1" status: 200 len: 217 time: 0.0712297 Sep 09 06:29:56.008390 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9cd49-0d5b-4a3c-8ccc-095d8a450541 req-d3292e54-3632-4552-8b3a-a2aa780ad79b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:56.016667 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6c9cd49-0d5b-4a3c-8ccc-095d8a450541 req-d3292e54-3632-4552-8b3a-a2aa780ad79b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 943 time: 0.2508519 Sep 09 06:29:56.025018 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6325e0-28b5-43b5-a962-2ba4e11f2d8c req-ae623695-3cb2-4a8b-baaa-6f35da3168cd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:56.033385 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ba6325e0-28b5-43b5-a962-2ba4e11f2d8c req-ae623695-3cb2-4a8b-baaa-6f35da3168cd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.2467616 Sep 09 06:29:56.041345 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7434a10-99f0-4834-a35b-964da0558766 req-85858ac1-2c3d-4a82-b93a-3ca6da6d2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:56.043114 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7434a10-99f0-4834-a35b-964da0558766 req-85858ac1-2c3d-4a82-b93a-3ca6da6d2491 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7bd7de91-3a0c-40d6-9121-744568aa980b HTTP/1.1" status: 200 len: 849 time: 0.5405529 Sep 09 06:29:56.056300 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:56.122615 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-c0f0761a-5b2a-451c-9cbc-714907904127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:56.124314 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-c0f0761a-5b2a-451c-9cbc-714907904127 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.1143041 Sep 09 06:29:56.170550 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-8912ebb9-8138-4424-a098-7a42e943eeb3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428939 Sep 09 06:29:56.217386 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-b70e2dff-2366-43d2-9394-ae472facf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:56.218754 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-b70e2dff-2366-43d2-9394-ae472facf4ce service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0861609 Sep 09 06:29:56.240909 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:56.357579 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50088) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:56.395299 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-86090f37-4841-4438-9196-577f1c887c49 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179797 Sep 09 06:29:56.417769 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-87ae86e6-1e58-438d-a788-97ece21b4edd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613495 Sep 09 06:29:56.582574 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ba6325e0-28b5-43b5-a962-2ba4e11f2d8c req-d521dc70-6a2d-43fd-8526-095d55bbc90d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5474792 Sep 09 06:29:56.599572 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-c632a0f0-6dbe-494b-8fd0-5eb33af2e004 req-24dd7642-7ad4-453c-b06b-713d2ebea80c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723464 Sep 09 06:29:56.601335 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2ba9-8bbc-4346-9ae9-8af27f8ec315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:56.613482 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4a6eb7-079c-4c01-b074-3e7a050153a9,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:56.618079 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7434a10-99f0-4834-a35b-964da0558766 req-09a59521-2e29-4c1f-a925-49eda9734699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:56.620955 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7434a10-99f0-4834-a35b-964da0558766 req-09a59521-2e29-4c1f-a925-49eda9734699 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=30943901-e8e0-46eb-9df1-160e7b261a53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5597780 Sep 09 06:29:56.663738 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-1e2c00e3-abf5-4672-a21e-411f8045e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:56.665381 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-1e2c00e3-abf5-4672-a21e-411f8045e2a6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 1127 time: 0.6002314 Sep 09 06:29:56.693921 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (837586c2-7c46-4e73-876b-89de8eba416d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:56.697734 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Attempting to bind port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:56.698294 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Attempting to bind port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:56.698882 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Attempting to bind port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 on network 50724a19-0cd0-47ed-ac64-73793b689a02 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:56.725847 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6c9cd49-0d5b-4a3c-8ccc-095d8a450541 req-3d93c0ec-7f65-40f2-82f8-f403df1ed0a1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7080588 Sep 09 06:29:56.742399 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2ba9-8bbc-4346-9ae9-8af27f8ec315 admin admin] Publish callbacks [] for security_group (4cb9b2c9-a24c-4cff-9a3c-b97ab6a09c05), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:56.747909 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2ba9-8bbc-4346-9ae9-8af27f8ec315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (4cb9b2c9-a24c-4cff-9a3c-b97ab6a09c05), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:56.815349 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 50106) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:56.815523 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-cf8c2ba9-8bbc-4346-9ae9-8af27f8ec315 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3d2c1150da924665a18536ea01bfa681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561539 Sep 09 06:29:56.817099 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c2ba9-8bbc-4346-9ae9-8af27f8ec315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb9b2c9-a24c-4cff-9a3c-b97ab6a09c05,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:56.831993 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc1eb6-e1c3-4bac-bd9c-7f60ae69512b req-8dbed545-dc2a-48d4-8c0e-f3efcf5e0e67 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:56.833650 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2bc1eb6-e1c3-4bac-bd9c-7f60ae69512b req-8dbed545-dc2a-48d4-8c0e-f3efcf5e0e67 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 943 time: 0.1478019 Sep 09 06:29:56.923018 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 on network 50724a19-0cd0-47ed-ac64-73793b689a02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:29:56.923018 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Attempting to bind port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 on network 50724a19-0cd0-47ed-ac64-73793b689a02 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:56.923018 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (837586c2-7c46-4e73-876b-89de8eba416d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.000475 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368672-eaca-4d04-81b4-b375caa91d40 req-f762bad9-1d1a-49ba-8e57-9dacf09228e6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:57.001930 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-39368672-eaca-4d04-81b4-b375caa91d40 req-f762bad9-1d1a-49ba-8e57-9dacf09228e6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 944 time: 0.1820669 Sep 09 06:29:57.003128 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:57.057393 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:29:57.066706 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device a503eaba-3508-4e89-ad5d-344158d578f6 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:29:57.072153 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2bc1eb6-e1c3-4bac-bd9c-7f60ae69512b req-4b90293c-c671-47c1-b85f-0ea380f8f5ef tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190661 Sep 09 06:29:57.078124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:29:57.086961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:29:57.091281 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:57.103893 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.117817 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=837586c2-7c46-4e73-876b-89de8eba416d,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:57.166213 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-77bb8784-307a-4495-8c74-341158ae80b6 admin admin] Publish callbacks [] for security_group (4cb9b2c9-a24c-4cff-9a3c-b97ab6a09c05), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.172771 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:57.173233 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Checking segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:57.173512 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Bound using segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:57.173924 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Bound port: 2f4a6eb7-079c-4c01-b074-3e7a050153a9, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:57.175002 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.215089 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port a503eaba-3508-4e89-ad5d-344158d578f6, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a503eaba-3508-4e89-ad5d-344158d578f6,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:57.218083 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-879413a3-5f55-4fab-b637-63958aec556e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6602161 Sep 09 06:29:57.278792 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-77bb8784-307a-4495-8c74-341158ae80b6 admin admin] Publish callbacks [] for security_group (4cb9b2c9-a24c-4cff-9a3c-b97ab6a09c05), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.353871 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'a503eaba-3508-4e89-ad5d-344158d578f6', 'network_id': '30943901-e8e0-46eb-9df1-160e7b261a53', 'port_id': 'a503eaba-3508-4e89-ad5d-344158d578f6', 'mac_address': 'fa:16:3e:a7:03:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd7de91-3a0c-40d6-9121-744568aa980b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:29:57.358597 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Request body: {'port': {'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:29:57.370993 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-f18962a1-9d81-4a07-8f57-3545bdd74524 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8 HTTP/1.1" status: 200 len: 217 time: 0.0583253 Sep 09 06:29:57.381881 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-39368672-eaca-4d04-81b4-b375caa91d40 req-922c73bd-d74b-4903-abf2-307a4abffbdd tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669622 Sep 09 06:29:57.419521 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port a503eaba-3508-4e89-ad5d-344158d578f6 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:57.420073 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.437224 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-8a196de7-bb98-45d0-a482-3c82e5ccb842 None None] Provisioning complete for port 837586c2-7c46-4e73-876b-89de8eba416d triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:29:57.437854 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8a196de7-bb98-45d0-a482-3c82e5ccb842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (837586c2-7c46-4e73-876b-89de8eba416d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.438208 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b139c-bc54-455c-90eb-12cc9df1c2ac req-59566733-8b37-4c13-901f-318c7401d969 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:57.439695 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e8b139c-bc54-455c-90eb-12cc9df1c2ac req-59566733-8b37-4c13-901f-318c7401d969 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 932 time: 0.2691886 Sep 09 06:29:57.471004 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a503eaba-3508-4e89-ad5d-344158d578f6 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:57.499309 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-8a196de7-bb98-45d0-a482-3c82e5ccb842 None None] Port 837586c2-7c46-4e73-876b-89de8eba416d cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:29:57.504524 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port a503eaba-3508-4e89-ad5d-344158d578f6, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a503eaba-3508-4e89-ad5d-344158d578f6,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:57.509493 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.510434 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:29:57.514837 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] For port 2f4a6eb7-079c-4c01-b074-3e7a050153a9, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:29:57.532671 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:57.545612 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:57.600819 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] For port 2f4a6eb7-079c-4c01-b074-3e7a050153a9, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:29:57.619393 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-fa5f8858-1e67-4143-bdcc-8efb3ba497b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:57.620893 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-fa5f8858-1e67-4143-bdcc-8efb3ba497b8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.2346051 Sep 09 06:29:57.628439 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.677684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:57.678301 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.679709 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/2f4a6eb7-079c-4c01-b074-3e7a050153a9 HTTP/1.1" status: 200 len: 1094 time: 4.1231711 Sep 09 06:29:57.684154 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'tag': '2f4a6eb7-079c-4c01-b074-3e7a050153a9'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:29:57.686508 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db" -d '{"events": [{"name": "network-changed", "server_uuid": "ebebb1d1-2de0-4afb-b816-797f5a4ed1ff", "tag": "2f4a6eb7-079c-4c01-b074-3e7a050153a9"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:29:57.687090 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=a503eaba-3508-4e89-ad5d-344158d578f6,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:57.701347 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (837586c2-7c46-4e73-876b-89de8eba416d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.724442 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-77bb8784-307a-4495-8c74-341158ae80b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (4cb9b2c9-a24c-4cff-9a3c-b97ab6a09c05), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.727201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-77bb8784-307a-4495-8c74-341158ae80b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.728426 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-77bb8784-307a-4495-8c74-341158ae80b6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4cb9b2c9-a24c-4cff-9a3c-b97ab6a09c05 HTTP/1.1" status: 204 len: 168 time: 0.9032044 Sep 09 06:29:57.737749 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:57.755407 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e8b139c-bc54-455c-90eb-12cc9df1c2ac req-fc703608-38f3-4dbd-ad27-15d8f4fa2fe1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783098 Sep 09 06:29:57.768169 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'port_id': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'mac_address': 'fa:16:3e:f0:cc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:29:57.801167 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=41 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:57.801766 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7434a10-99f0-4834-a35b-964da0558766 req-c7d865a2-bbb0-4464-b8f6-fe9bddcd6c24 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/30943901-e8e0-46eb-9df1-160e7b261a53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972992 Sep 09 06:29:57.810494 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:57.813378 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:57.832891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb8784-307a-4495-8c74-341158ae80b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb9b2c9-a24c-4cff-9a3c-b97ab6a09c05,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:57.835835 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe58922-0194-4629-9070-c5c940893c2d x-openstack-request-id: req-abe58922-0194-4629-9070-c5c940893c2d {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:29:57.836122 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebebb1d1-2de0-4afb-b816-797f5a4ed1ff", "tag": "2f4a6eb7-079c-4c01-b074-3e7a050153a9", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:29:57.836384 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abe58922-0194-4629-9070-c5c940893c2d {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:29:57.836762 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe58922-0194-4629-9070-c5c940893c2d'] response: {'name': 'network-changed', 'server_uuid': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'tag': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'status': 'completed', 'code': 200} Sep 09 06:29:57.879447 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-a6236f4e-ddf9-4738-bd8f-8fd1f6d3c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:57.880955 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-a6236f4e-ddf9-4738-bd8f-8fd1f6d3c929 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2378614 Sep 09 06:29:57.916522 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 4814901d-9b66-4153-bf35-9750b3c3da8c is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:57.917689 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:57.941891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83463917-eecd-49d6-8f95-0a42f789a112 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4a6eb7-079c-4c01-b074-3e7a050153a9,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:57.942733 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4814901d-9b66-4153-bf35-9750b3c3da8c {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:57.985223 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:57.995970 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3822fb-8a50-47bd-aba0-706b5a090acc req-db4d6131-ec9b-4797-a9b3-f28e010f9815 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:57.997468 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ca3822fb-8a50-47bd-aba0-706b5a090acc req-db4d6131-ec9b-4797-a9b3-f28e010f9815 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.2619715 Sep 09 06:29:58.002244 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.004334 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device b1e8da49-94b9-46a5-9a14-14e91012d315 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:29:58.050107 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-1e6838d0-ab66-457c-a84b-cee53c645858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:58.052075 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-1e6838d0-ab66-457c-a84b-cee53c645858 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 1128 time: 0.3045425 Sep 09 06:29:58.062219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50146) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:58.130091 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:58.135713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:58.222080 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port b1e8da49-94b9-46a5-9a14-14e91012d315, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b1e8da49-94b9-46a5-9a14-14e91012d315,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:58.236550 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-bfc34af3-d33f-454e-9ec9-12d47653b3e1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9 HTTP/1.1" status: 200 len: 217 time: 0.1201944 Sep 09 06:29:58.237873 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'b1e8da49-94b9-46a5-9a14-14e91012d315', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'port_id': 'b1e8da49-94b9-46a5-9a14-14e91012d315', 'mac_address': 'fa:16:3e:81:b3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:29:58.258853 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaf5b7-b0bd-42f1-9bb2-809713417d19 req-2618262f-8783-4de3-8c51-74271ee22274 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:58.265738 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e2eaf5b7-b0bd-42f1-9bb2-809713417d19 req-2618262f-8783-4de3-8c51-74271ee22274 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 943 time: 0.3184268 Sep 09 06:29:58.290956 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port b1e8da49-94b9-46a5-9a14-14e91012d315 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:29:58.292309 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.312432 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e8da49-94b9-46a5-9a14-14e91012d315 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:58.336884 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port b1e8da49-94b9-46a5-9a14-14e91012d315, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b1e8da49-94b9-46a5-9a14-14e91012d315,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:29:58.341874 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.368169 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-51c30c16-cf0d-485b-8705-082d9ebbb726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.392955 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:58.408183 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7434a10-99f0-4834-a35b-964da0558766 req-e3f30cfb-c639-42af-9794-5ff0353d33a3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/30943901-e8e0-46eb-9df1-160e7b261a53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491326 Sep 09 06:29:58.410945 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-1f347e94-50e2-411a-b807-04574e5426b1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948401 Sep 09 06:29:58.430794 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ca3822fb-8a50-47bd-aba0-706b5a090acc req-3fbdb911-50f4-42b1-aefc-1ce6800a05a4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826647 Sep 09 06:29:58.467335 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:58.481226 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=b1e8da49-94b9-46a5-9a14-14e91012d315,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:58.518938 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-1955d78b-668c-42b7-b173-546f42654e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:58.520359 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-1955d78b-668c-42b7-b173-546f42654e62 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.2681427 Sep 09 06:29:58.541223 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-51c30c16-cf0d-485b-8705-082d9ebbb726 admin admin] Publish callbacks [] for security_group (115cd069-cba4-49cb-b7d6-0c63f869526d), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.549880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:58.552481 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-51c30c16-cf0d-485b-8705-082d9ebbb726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (115cd069-cba4-49cb-b7d6-0c63f869526d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.563113 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50158) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:58.606651 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6482a1f0-bade-43ef-b071-a795c86e92bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.623000 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c30c16-cf0d-485b-8705-082d9ebbb726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115cd069-cba4-49cb-b7d6-0c63f869526d,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:58.631244 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-51c30c16-cf0d-485b-8705-082d9ebbb726 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=98234d2dd533485293b60619a05da4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679300 Sep 09 06:29:58.637617 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50160) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:58.667828 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d4fd32a4-2302-4c74-9462-b20612701d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.758261 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f9630e12-85ed-4409-8425-ec9b50f56771 admin admin] Publish callbacks [] for security_group (115cd069-cba4-49cb-b7d6-0c63f869526d), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.797092 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f9630e12-85ed-4409-8425-ec9b50f56771 admin admin] Publish callbacks [] for security_group (115cd069-cba4-49cb-b7d6-0c63f869526d), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.814268 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6482a1f0-bade-43ef-b071-a795c86e92bc admin admin] Publish callbacks [] for security_group (fd8911bf-5a8c-4b79-8f26-58b626a0d337), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.825870 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6482a1f0-bade-43ef-b071-a795c86e92bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fd8911bf-5a8c-4b79-8f26-58b626a0d337), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.853489 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e2eaf5b7-b0bd-42f1-9bb2-809713417d19 req-45d53b75-9d9e-41f4-a8a7-1ee4e3198e7c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868258 Sep 09 06:29:58.889830 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6482a1f0-bade-43ef-b071-a795c86e92bc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c6b1e971ac3d4176aefaca6b97c946cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192866 Sep 09 06:29:58.890973 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482a1f0-bade-43ef-b071-a795c86e92bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8911bf-5a8c-4b79-8f26-58b626a0d337,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:58.895819 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50168) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:58.927435 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-8163bfc3-5cfd-423e-9656-192cdc2e22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:58.928988 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-8163bfc3-5cfd-423e-9656-192cdc2e22b5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3928947 Sep 09 06:29:58.949997 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['4814901d-9b66-4153-bf35-9750b3c3da8c'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:29:58.959835 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f9630e12-85ed-4409-8425-ec9b50f56771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (115cd069-cba4-49cb-b7d6-0c63f869526d), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.964607 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f9630e12-85ed-4409-8425-ec9b50f56771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:58.968585 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f9630e12-85ed-4409-8425-ec9b50f56771 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/115cd069-cba4-49cb-b7d6-0c63f869526d HTTP/1.1" status: 204 len: 168 time: 0.3155527 Sep 09 06:29:58.969293 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115f46b-8349-4a33-8e09-f3e4c834ba2d req-2803b371-aee9-44b8-90b4-d50b8128038d tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:58.977981 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5115f46b-8349-4a33-8e09-f3e4c834ba2d req-2803b371-aee9-44b8-90b4-d50b8128038d tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 944 time: 0.4176712 Sep 09 06:29:58.993791 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9630e12-85ed-4409-8425-ec9b50f56771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cd069-cba4-49cb-b7d6-0c63f869526d,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:59.015821 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-64853adc-8db3-4ff5-bd19-5fea95ee5ff9 admin admin] Publish callbacks [] for security_group (fd8911bf-5a8c-4b79-8f26-58b626a0d337), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.056278 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-64853adc-8db3-4ff5-bd19-5fea95ee5ff9 admin admin] Publish callbacks [] for security_group (fd8911bf-5a8c-4b79-8f26-58b626a0d337), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.089605 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-adbac16e-c722-4e93-a65e-98a60869a9b2 req-44a42355-4fe3-40ac-ac95-37620ad65b99 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004658 Sep 09 06:29:59.140990 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['b1e8da49-94b9-46a5-9a14-14e91012d315'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:29:59.151411 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-64853adc-8db3-4ff5-bd19-5fea95ee5ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fd8911bf-5a8c-4b79-8f26-58b626a0d337), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.155014 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837586c2-7c46-4e73-876b-89de8eba416d {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:29:59.155860 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-64853adc-8db3-4ff5-bd19-5fea95ee5ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.157292 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-64853adc-8db3-4ff5-bd19-5fea95ee5ff9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fd8911bf-5a8c-4b79-8f26-58b626a0d337 HTTP/1.1" status: 204 len: 168 time: 0.2601972 Sep 09 06:29:59.179211 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64853adc-8db3-4ff5-bd19-5fea95ee5ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8911bf-5a8c-4b79-8f26-58b626a0d337,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:59.182743 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531ef6-534a-4cac-919b-f2f65d0ff382 req-af2ac49d-c0d3-4c72-aca9-373ea23d83f6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:59.184326 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-38531ef6-534a-4cac-919b-f2f65d0ff382 req-af2ac49d-c0d3-4c72-aca9-373ea23d83f6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 944 time: 0.2041547 Sep 09 06:29:59.215999 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Publish callbacks [] for port (837586c2-7c46-4e73-876b-89de8eba416d), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.243032 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['a503eaba-3508-4e89-ad5d-344158d578f6'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:29:59.297954 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:59.339889 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5115f46b-8349-4a33-8e09-f3e4c834ba2d req-030b070b-5802-4ebf-a569-964c7ed88f4c tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608968 Sep 09 06:29:59.361462 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:59.376334 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Transition to ACTIVE for port object 837586c2-7c46-4e73-876b-89de8eba416d will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:29:59.412870 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (837586c2-7c46-4e73-876b-89de8eba416d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.524238 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-ca2755e3-2ef9-4121-acc0-f4a8b284131f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814748 Sep 09 06:29:59.537289 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-38531ef6-534a-4cac-919b-f2f65d0ff382 req-a8007c86-fb12-4ecc-befb-dbd0065cb928 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137159 Sep 09 06:29:59.593309 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Pushing event updated for resources: {'Port': ['ID=837586c2-7c46-4e73-876b-89de8eba416d,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:59.612881 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1004-cb25-4366-83a8-78f5d422e7a4 req-69f11c6c-4c12-476c-81f5-f28ecbdf9029 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:59.620123 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-305f1004-cb25-4366-83a8-78f5d422e7a4 req-69f11c6c-4c12-476c-81f5-f28ecbdf9029 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 944 time: 0.1200941 Sep 09 06:29:59.640158 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Attempting to bind port 837586c2-7c46-4e73-876b-89de8eba416d on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:29:59.640658 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Attempting to bind port 837586c2-7c46-4e73-876b-89de8eba416d by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:29:59.641138 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Attempting to bind port 837586c2-7c46-4e73-876b-89de8eba416d on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:59.754166 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712702-5a4d-416e-9e40-085c2f697b05 req-065dd061-f5de-43fa-8f6a-fc7775f639e5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:29:59.755710 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-24712702-5a4d-416e-9e40-085c2f697b05 req-065dd061-f5de-43fa-8f6a-fc7775f639e5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0997016 Sep 09 06:29:59.763864 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-305f1004-cb25-4366-83a8-78f5d422e7a4 req-20d77cd1-a21f-4837-a20e-a1a86d95aa3e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426833 Sep 09 06:29:59.766340 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Port 837586c2-7c46-4e73-876b-89de8eba416d on network 6a1e56b2-5174-4859-ad55-8ae965984c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:29:59.766828 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Attempting to bind port 837586c2-7c46-4e73-876b-89de8eba416d on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:29:59.778317 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50190) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:59.798706 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5605dbf3-3524-49d9-9f47-32fb4163c7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.854088 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:29:59.854757 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Checking segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:29:59.854864 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Bound using segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:29:59.855314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Bound port: 837586c2-7c46-4e73-876b-89de8eba416d, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:29:59.855708 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (837586c2-7c46-4e73-876b-89de8eba416d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.870690 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-24712702-5a4d-416e-9e40-085c2f697b05 req-4dfade71-d6fc-4976-8514-a6828b436c49 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973685 Sep 09 06:29:59.888203 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5605dbf3-3524-49d9-9f47-32fb4163c7b1 admin admin] Publish callbacks [] for security_group (e120fca7-ac07-4939-abc0-b6c425d6e666), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.895453 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5605dbf3-3524-49d9-9f47-32fb4163c7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e120fca7-ac07-4939-abc0-b6c425d6e666), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:29:59.902382 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:29:59.945325 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5605dbf3-3524-49d9-9f47-32fb4163c7b1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=abc0986c0daa4984924da74fe1e35b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629720 Sep 09 06:29:59.945528 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605dbf3-3524-49d9-9f47-32fb4163c7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e120fca7-ac07-4939-abc0-b6c425d6e666,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:29:59.947835 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50196) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:29:59.974149 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:00.007083 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-233f1c85-aabd-4ab2-af62-bb48a84b3be2 admin admin] Publish callbacks [] for security_group (e120fca7-ac07-4939-abc0-b6c425d6e666), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:00.021143 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:00.029853 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-233f1c85-aabd-4ab2-af62-bb48a84b3be2 admin admin] Publish callbacks [] for security_group (e120fca7-ac07-4939-abc0-b6c425d6e666), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:00.053933 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] For port 837586c2-7c46-4e73-876b-89de8eba416d, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:30:00.078868 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] For port 837586c2-7c46-4e73-876b-89de8eba416d, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=837586c2-7c46-4e73-876b-89de8eba416d,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:30:00.090097 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-233f1c85-aabd-4ab2-af62-bb48a84b3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e120fca7-ac07-4939-abc0-b6c425d6e666), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:00.093531 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-233f1c85-aabd-4ab2-af62-bb48a84b3be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:00.094790 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-233f1c85-aabd-4ab2-af62-bb48a84b3be2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e120fca7-ac07-4939-abc0-b6c425d6e666 HTTP/1.1" status: 204 len: 168 time: 0.1460471 Sep 09 06:30:00.100650 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a0d2a-5a94-47c3-9c9c-5338e7c09f6f req-6e74e78e-1e88-4f7f-ac0a-a45b79304ad5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:00.107616 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7c9a0d2a-5a94-47c3-9c9c-5338e7c09f6f req-6e74e78e-1e88-4f7f-ac0a-a45b79304ad5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 944 time: 0.1532543 Sep 09 06:30:00.110188 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f1c85-aabd-4ab2-af62-bb48a84b3be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e120fca7-ac07-4939-abc0-b6c425d6e666,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:00.120066 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (837586c2-7c46-4e73-876b-89de8eba416d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:00.162660 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:00.163275 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:00.164686 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/837586c2-7c46-4e73-876b-89de8eba416d HTTP/1.1" status: 200 len: 1094 time: 2.8532836 Sep 09 06:30:00.177744 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'tag': '837586c2-7c46-4e73-876b-89de8eba416d'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:00.183625 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368f50f9-c0a7-42fc-a15e-473ae36807e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1032ded3-aab9-4275-bad0-aef089a44bdc", "tag": "837586c2-7c46-4e73-876b-89de8eba416d"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:00.225416 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3399b19f-bac7-4455-8f45-24f40b3c24a5 req-a2d71be0-f0fe-494d-b230-b22184dc0066 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946837 Sep 09 06:30:00.256367 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287baa1e-da32-4cf2-9ee2-44d7f1e68a37 x-openstack-request-id: req-287baa1e-da32-4cf2-9ee2-44d7f1e68a37 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:00.256664 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1032ded3-aab9-4275-bad0-aef089a44bdc", "tag": "837586c2-7c46-4e73-876b-89de8eba416d", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:00.256962 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-287baa1e-da32-4cf2-9ee2-44d7f1e68a37 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:00.257308 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287baa1e-da32-4cf2-9ee2-44d7f1e68a37'] response: {'name': 'network-changed', 'server_uuid': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'tag': '837586c2-7c46-4e73-876b-89de8eba416d', 'status': 'completed', 'code': 200} Sep 09 06:30:00.260352 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfce4d-51cf-4bf2-92d3-a35afacf5c77 service neutron] Pushing event updated for resources: {'Port': ['ID=837586c2-7c46-4e73-876b-89de8eba416d,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:00.285835 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7c9a0d2a-5a94-47c3-9c9c-5338e7c09f6f req-6e148594-8c75-42ec-afad-591e515aaed4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773484 Sep 09 06:30:00.289312 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b808-1729-4704-8031-011e727387e6 req-badcc9fa-d72b-4593-afa7-6d0c0eed68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:00.290758 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-badcc9fa-d72b-4593-afa7-6d0c0eed68b9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 1128 time: 0.0815456 Sep 09 06:30:00.486445 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6888a21-4f10-4047-b297-13137dcbd99d req-72debc67-3b2a-43ac-9c0c-4cb2bb09eee9 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:00.488028 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6888a21-4f10-4047-b297-13137dcbd99d req-72debc67-3b2a-43ac-9c0c-4cb2bb09eee9 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 944 time: 0.0666432 Sep 09 06:30:00.542706 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6888a21-4f10-4047-b297-13137dcbd99d req-a4a57c08-8138-4345-8843-98103191099c tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483906 Sep 09 06:30:00.703316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640020-7f3b-4289-8558-f1f9841e6863 req-5c0bc978-e6cf-467a-913e-5ee0dc592e58 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:00.711811 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-79640020-7f3b-4289-8558-f1f9841e6863 req-5c0bc978-e6cf-467a-913e-5ee0dc592e58 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 944 time: 0.0796459 Sep 09 06:30:00.733987 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:00.787294 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-79640020-7f3b-4289-8558-f1f9841e6863 req-3781c877-b862-4dbc-8f0d-122153126000 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632350 Sep 09 06:30:00.906643 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ab324-46e1-4855-9c78-6a0ba1310b3e req-0063976c-3f2e-4a2f-bfd2-305e911b6f3e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:00.914736 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-576ab324-46e1-4855-9c78-6a0ba1310b3e req-0063976c-3f2e-4a2f-bfd2-305e911b6f3e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 944 time: 0.0614827 Sep 09 06:30:00.964836 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-576ab324-46e1-4855-9c78-6a0ba1310b3e req-4b8aa026-eb89-4055-a3f5-8ad3bb083e09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490613 Sep 09 06:30:01.010412 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-298a4533-8228-4298-9b4a-64e663a6777c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:01.036296 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d203247-0fbf-4ad0-93fd-5229c0744535 req-5865c9fb-fb32-4dfb-88c5-0c1db32cf178 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:01.037918 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7d203247-0fbf-4ad0-93fd-5229c0744535 req-5865c9fb-fb32-4dfb-88c5-0c1db32cf178 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0775526 Sep 09 06:30:01.093814 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7d203247-0fbf-4ad0-93fd-5229c0744535 req-9b0543e2-3180-4345-ab93-b9cbf9568ef3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502505 Sep 09 06:30:01.436248 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176fad0-de34-4979-ae7e-c8e3befa7711 req-4b50edc5-d207-4ecf-8940-782864b484d9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:01.437868 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e176fad0-de34-4979-ae7e-c8e3befa7711 req-4b50edc5-d207-4ecf-8940-782864b484d9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 944 time: 0.0610678 Sep 09 06:30:01.499013 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e176fad0-de34-4979-ae7e-c8e3befa7711 req-a878e5cc-1a88-4a0d-8883-f8442905b574 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Sep 09 06:30:01.523714 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50292) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:01.642918 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-589c8f39-dbb0-48e3-b6a4-e60497d71b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:01.676011 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d1b89-299f-48d6-8383-fb205b228469 req-bd7a2112-06c9-4031-8d15-7cd3b5323f9c tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:01.677917 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d41d1b89-299f-48d6-8383-fb205b228469 req-bd7a2112-06c9-4031-8d15-7cd3b5323f9c tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 944 time: 0.0497873 Sep 09 06:30:01.734338 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d41d1b89-299f-48d6-8383-fb205b228469 req-0ebafafc-b3db-4011-aa98-ef350f1d37e8 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504980 Sep 09 06:30:01.739588 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-589c8f39-dbb0-48e3-b6a4-e60497d71b82 admin admin] Publish callbacks [] for security_group (b8c0e55b-1c27-4627-9f86-67a8058c27eb), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:01.744243 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-589c8f39-dbb0-48e3-b6a4-e60497d71b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b8c0e55b-1c27-4627-9f86-67a8058c27eb), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:01.788055 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-589c8f39-dbb0-48e3-b6a4-e60497d71b82 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4f3720266fb34530a618acf77a5c0aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631867 Sep 09 06:30:01.790285 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c8f39-dbb0-48e3-b6a4-e60497d71b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c0e55b-1c27-4627-9f86-67a8058c27eb,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:01.791105 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 50312) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:01.845302 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03cd1193-7c1b-4c5b-afd2-7244e512af5f admin admin] Publish callbacks [] for security_group (b8c0e55b-1c27-4627-9f86-67a8058c27eb), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:01.866958 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03cd1193-7c1b-4c5b-afd2-7244e512af5f admin admin] Publish callbacks [] for security_group (b8c0e55b-1c27-4627-9f86-67a8058c27eb), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:01.895201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:01.946782 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00608ba-400e-4faf-b4f3-650cc2108ba6 req-4fb5564b-28fb-4111-a443-0239498813fe tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:01.948297 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d00608ba-400e-4faf-b4f3-650cc2108ba6 req-4fb5564b-28fb-4111-a443-0239498813fe tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 944 time: 0.0663252 Sep 09 06:30:01.967311 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50318) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:01.982062 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03cd1193-7c1b-4c5b-afd2-7244e512af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b8c0e55b-1c27-4627-9f86-67a8058c27eb), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:01.984618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03cd1193-7c1b-4c5b-afd2-7244e512af5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:01.988691 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-03cd1193-7c1b-4c5b-afd2-7244e512af5f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b8c0e55b-1c27-4627-9f86-67a8058c27eb HTTP/1.1" status: 204 len: 168 time: 0.1964431 Sep 09 06:30:02.012563 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd1193-7c1b-4c5b-afd2-7244e512af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c0e55b-1c27-4627-9f86-67a8058c27eb,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:02.032003 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d00608ba-400e-4faf-b4f3-650cc2108ba6 req-01077235-331a-4f99-8e9a-b01aa84f3092 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744355 Sep 09 06:30:02.113128 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-52d7a397-6451-4663-8638-6d618d1fea90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.123865 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60905-f5eb-4cae-8a71-4370a1d9e9c9 req-4f96de45-778e-4e29-8d2a-3105381708a6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:02.125950 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-abb60905-f5eb-4cae-8a71-4370a1d9e9c9 req-4f96de45-778e-4e29-8d2a-3105381708a6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 944 time: 0.0518541 Sep 09 06:30:02.216091 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-abb60905-f5eb-4cae-8a71-4370a1d9e9c9 req-c4b966ed-801b-4755-b16d-bd471690e49b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741594 Sep 09 06:30:02.218290 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.218943 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-52d7a397-6451-4663-8638-6d618d1fea90 admin admin] Publish callbacks [] for security_group (a2fb9bb9-d828-41c1-a4f1-3cc79b99e06b), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.223635 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-52d7a397-6451-4663-8638-6d618d1fea90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (a2fb9bb9-d828-41c1-a4f1-3cc79b99e06b), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.262143 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-52d7a397-6451-4663-8638-6d618d1fea90 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1b32e00055b44fd585972c3444160fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937560 Sep 09 06:30:02.265601 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50332) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:02.276398 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c691f59-ff13-4a11-8150-e35543b63f86 req-04e68b7f-eabe-4408-b234-af4511889c05 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:02.278220 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4c691f59-ff13-4a11-8150-e35543b63f86 req-04e68b7f-eabe-4408-b234-af4511889c05 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0852175 Sep 09 06:30:02.278953 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7a397-6451-4663-8638-6d618d1fea90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb9bb9-d828-41c1-a4f1-3cc79b99e06b,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:02.323032 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea885338-7bd6-4524-8f3e-e9eae6c9b09a admin admin] Publish callbacks [] for security_group (a2fb9bb9-d828-41c1-a4f1-3cc79b99e06b), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.335926 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4c691f59-ff13-4a11-8150-e35543b63f86 req-ea6d5231-4a2c-4679-86fb-a345d9166752 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486467 Sep 09 06:30:02.343416 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea885338-7bd6-4524-8f3e-e9eae6c9b09a admin admin] Publish callbacks [] for security_group (a2fb9bb9-d828-41c1-a4f1-3cc79b99e06b), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.397435 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea885338-7bd6-4524-8f3e-e9eae6c9b09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (a2fb9bb9-d828-41c1-a4f1-3cc79b99e06b), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.400030 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea885338-7bd6-4524-8f3e-e9eae6c9b09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.404643 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ea885338-7bd6-4524-8f3e-e9eae6c9b09a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a2fb9bb9-d828-41c1-a4f1-3cc79b99e06b HTTP/1.1" status: 204 len: 168 time: 0.1381040 Sep 09 06:30:02.413633 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea885338-7bd6-4524-8f3e-e9eae6c9b09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb9bb9-d828-41c1-a4f1-3cc79b99e06b,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:02.436231 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:02.655988 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887239af-c697-4594-aec3-3a5140ef2b10 req-812bf236-9739-4de4-ba25-9d9bc56a5ca2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:02.657659 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-887239af-c697-4594-aec3-3a5140ef2b10 req-812bf236-9739-4de4-ba25-9d9bc56a5ca2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 944 time: 0.0518928 Sep 09 06:30:02.711300 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-887239af-c697-4594-aec3-3a5140ef2b10 req-7faf1355-a46f-4768-accd-6b33eb8d629c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Sep 09 06:30:02.829164 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50358) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:02.835167 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:02.844649 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-940d073c-08a7-4f34-af84-a2ae653cfeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.856380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:02.874575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccceece-96aa-4192-b57b-6a99d4d7d74c req-eeea3f33-f2cc-487b-a8bf-4cd3aaacfbcf tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:02.876571 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cccceece-96aa-4192-b57b-6a99d4d7d74c req-eeea3f33-f2cc-487b-a8bf-4cd3aaacfbcf tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 944 time: 0.0608046 Sep 09 06:30:02.937928 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-940d073c-08a7-4f34-af84-a2ae653cfeac admin admin] Publish callbacks [] for security_group (3aad22c9-7f08-4423-b137-3f2e42895f61), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.944842 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cccceece-96aa-4192-b57b-6a99d4d7d74c req-7a611ccc-734c-423e-bddf-4a5713ba8265 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613177 Sep 09 06:30:02.945136 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-940d073c-08a7-4f34-af84-a2ae653cfeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3aad22c9-7f08-4423-b137-3f2e42895f61), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:02.988360 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-940d073c-08a7-4f34-af84-a2ae653cfeac admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d53a92f329664e17b193d36e748318aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580961 Sep 09 06:30:02.989226 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d073c-08a7-4f34-af84-a2ae653cfeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad22c9-7f08-4423-b137-3f2e42895f61,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:02.995825 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 50362) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:03.051233 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7485c13c-da1a-4231-a1b7-6415aedf386a admin admin] Publish callbacks [] for security_group (3aad22c9-7f08-4423-b137-3f2e42895f61), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.076932 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7485c13c-da1a-4231-a1b7-6415aedf386a admin admin] Publish callbacks [] for security_group (3aad22c9-7f08-4423-b137-3f2e42895f61), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.165217 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e06cad-5ed0-4bbb-90b8-b54bf9489c8c req-8fd36cf4-cf0d-4e66-9cbf-29d4b5eb6412 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:03.167161 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e9e06cad-5ed0-4bbb-90b8-b54bf9489c8c req-8fd36cf4-cf0d-4e66-9cbf-29d4b5eb6412 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 944 time: 0.0619037 Sep 09 06:30:03.187054 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7485c13c-da1a-4231-a1b7-6415aedf386a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3aad22c9-7f08-4423-b137-3f2e42895f61), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.190892 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7485c13c-da1a-4231-a1b7-6415aedf386a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.192153 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-7485c13c-da1a-4231-a1b7-6415aedf386a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3aad22c9-7f08-4423-b137-3f2e42895f61 HTTP/1.1" status: 204 len: 168 time: 0.1953261 Sep 09 06:30:03.211711 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c13c-da1a-4231-a1b7-6415aedf386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad22c9-7f08-4423-b137-3f2e42895f61,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:03.270086 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e9e06cad-5ed0-4bbb-90b8-b54bf9489c8c req-84411698-8413-44f8-b036-cfc028ce1251 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910699 Sep 09 06:30:03.357596 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50107314-59b0-452e-ab4b-783ef8425071 req-41224a8a-8fcb-4d79-80d9-0ba00b92f026 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:03.365890 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50107314-59b0-452e-ab4b-783ef8425071 req-41224a8a-8fcb-4d79-80d9-0ba00b92f026 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 944 time: 0.0596273 Sep 09 06:30:03.442871 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50107314-59b0-452e-ab4b-783ef8425071 req-42f924be-cd9c-4405-b19f-f8b51ec111cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650635 Sep 09 06:30:03.483790 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.505195 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164f6a-7da0-4922-a449-2084e768d05a req-8241557a-fb5e-46ba-a7dc-fece928aa511 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:03.506743 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f1164f6a-7da0-4922-a449-2084e768d05a req-8241557a-fb5e-46ba-a7dc-fece928aa511 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0629067 Sep 09 06:30:03.579811 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:03.596731 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f1164f6a-7da0-4922-a449-2084e768d05a req-70298ce3-4182-4e09-98a4-75b93b3e1d35 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835333 Sep 09 06:30:03.611295 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.646124 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 4814901d-9b66-4153-bf35-9750b3c3da8c completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:30:03.653386 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 4814901d-9b66-4153-bf35-9750b3c3da8c triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:03.653829 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.740810 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 4814901d-9b66-4153-bf35-9750b3c3da8c is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:03.741204 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.789426 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:03.814199 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-3717e11c-3c75-4644-8217-533b70395af7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=837586c2-7c46-4e73-876b-89de8eba416d HTTP/1.1" status: 200 len: 217 time: 0.0795271 Sep 09 06:30:03.882038 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:03.887105 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:03.888892 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device a503eaba-3508-4e89-ad5d-344158d578f6 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:03.905717 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b808-1729-4704-8031-011e727387e6 req-1a2cee09-d259-4705-bce6-a3a0a044fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:03.907296 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-1a2cee09-d259-4705-bce6-a3a0a044fb6b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.0704632 Sep 09 06:30:03.996102 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:04.010100 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b808-1729-4704-8031-011e727387e6 req-48655b0c-6f28-4749-9c58-33202f79c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:04.011723 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-48655b0c-6f28-4749-9c58-33202f79c2f9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781994 Sep 09 06:30:04.015051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-9ab86838-ae07-471f-9545-5e9a48ab2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:04.016484 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-9ab86838-ae07-471f-9545-5e9a48ab2672 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 1128 time: 0.2671406 Sep 09 06:30:04.059206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cabad-17b1-4de6-992b-c4db4266976b req-7900ce9e-0744-4a1f-90e6-68058acc0417 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:04.060690 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1d3cabad-17b1-4de6-992b-c4db4266976b req-7900ce9e-0744-4a1f-90e6-68058acc0417 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 944 time: 0.2226737 Sep 09 06:30:04.079433 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port a503eaba-3508-4e89-ad5d-344158d578f6 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:30:04.110449 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:04.128204 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port a503eaba-3508-4e89-ad5d-344158d578f6 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:04.129055 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:04.247216 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dadee8a-0b2a-4ab1-8f67-94168cc7129d" -d '{"events": [{"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-plugged", "status": "completed", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:04.250779 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port a503eaba-3508-4e89-ad5d-344158d578f6 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:04.252889 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:04.276623 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:04.303837 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port a503eaba-3508-4e89-ad5d-344158d578f6, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a503eaba-3508-4e89-ad5d-344158d578f6,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:04.309566 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:04.310784 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device b1e8da49-94b9-46a5-9a14-14e91012d315 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:04.334764 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-92453499-cc6b-4382-92d6-7f4f4697e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:04.344186 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-92453499-cc6b-4382-92d6-7f4f4697e581 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 912 time: 0.3009708 Sep 09 06:30:04.404887 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=a503eaba-3508-4e89-ad5d-344158d578f6,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:04.428954 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1d3cabad-17b1-4de6-992b-c4db4266976b req-de8a93d0-f751-4db1-9096-f1b833814007 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552332 Sep 09 06:30:04.444971 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd73def-051a-49a9-ab06-ff193b13ed70 req-e0aa85c3-a276-474c-946a-0263bed908e0 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:04.452771 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port b1e8da49-94b9-46a5-9a14-14e91012d315 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:30:04.461210 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port b1e8da49-94b9-46a5-9a14-14e91012d315 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:04.462331 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:04.464140 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7fd73def-051a-49a9-ab06-ff193b13ed70 req-e0aa85c3-a276-474c-946a-0263bed908e0 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 944 time: 0.3795960 Sep 09 06:30:04.515026 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-837b627c-06ec-41df-8d41-52a9e819778c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9 HTTP/1.1" status: 200 len: 217 time: 0.1445103 Sep 09 06:30:04.543123 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:04.583761 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-3517bd1d-784f-4388-a97c-f671dee6edc5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468149 Sep 09 06:30:04.588337 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port b1e8da49-94b9-46a5-9a14-14e91012d315 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:04.588843 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:04.658887 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7fd73def-051a-49a9-ab06-ff193b13ed70 req-b1f71df6-dcec-45be-b1f6-35454e156f2d tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813087 Sep 09 06:30:04.664134 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port b1e8da49-94b9-46a5-9a14-14e91012d315, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b1e8da49-94b9-46a5-9a14-14e91012d315,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:04.666783 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-5218a752-ecdc-4086-94f9-dc46cc69975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:04.668977 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-5218a752-ecdc-4086-94f9-dc46cc69975f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.1390560 Sep 09 06:30:04.671681 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:04.760558 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=b1e8da49-94b9-46a5-9a14-14e91012d315,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:04.795421 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17253110-c6e1-41bd-b38d-806853e4aefd x-openstack-request-id: req-17253110-c6e1-41bd-b38d-806853e4aefd {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:04.797147 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-plugged", "status": "completed", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:04.797426 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17253110-c6e1-41bd-b38d-806853e4aefd {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:04.797906 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17253110-c6e1-41bd-b38d-806853e4aefd'] response: {'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'code': 200} Sep 09 06:30:05.101564 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7b034-afdc-43a7-9bc5-3130e936a456 req-683bc58c-d11d-46ca-9bb8-ced4e91cae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:05.103063 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b7e7b034-afdc-43a7-9bc5-3130e936a456 req-683bc58c-d11d-46ca-9bb8-ced4e91cae49 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 1130 time: 0.0787823 Sep 09 06:30:05.134622 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-14df485a-bd98-4287-9472-1984a7155107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:05.136135 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-14df485a-bd98-4287-9472-1984a7155107 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4596691 Sep 09 06:30:05.155237 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b97b7-8aaf-4b52-b690-e4ba2e78d845 req-bf72ad1f-1b8a-4359-ab5d-8f683765d1dd tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:05.156721 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f86b97b7-8aaf-4b52-b690-e4ba2e78d845 req-bf72ad1f-1b8a-4359-ab5d-8f683765d1dd tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 944 time: 0.4298446 Sep 09 06:30:05.203806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b7e7b034-afdc-43a7-9bc5-3130e936a456 req-2b0fce6c-48ae-4266-b2ce-ee57dfe47557 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:05.225423 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d46499-55d3-4a25-b0ab-0b977f1c5a84 req-6540f4b8-faa6-4c03-ae29-a9e2b9f10593 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:05.226799 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-85d46499-55d3-4a25-b0ab-0b977f1c5a84 req-6540f4b8-faa6-4c03-ae29-a9e2b9f10593 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 944 time: 0.1996312 Sep 09 06:30:05.243943 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6656b808-1729-4704-8031-011e727387e6 req-339a51f8-3bc5-4b55-99b5-46fabf1a5bb4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536660 Sep 09 06:30:05.372518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f86b97b7-8aaf-4b52-b690-e4ba2e78d845 req-feba688d-3d5d-4972-96d4-369744e84365 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809096 Sep 09 06:30:05.431270 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-85d46499-55d3-4a25-b0ab-0b977f1c5a84 req-eca68c8f-7672-4140-9b63-bf9568f83b6a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946054 Sep 09 06:30:05.465359 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-c4112786-2e0d-4fda-bf27-05c255efbe21 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005238 Sep 09 06:30:05.532172 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:05.600599 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb970e4-de1d-4430-95bf-dee92d29d0d8 req-eb5619b3-de26-405f-9f43-10f99582431e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:05.600703 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 2f4a6eb7-079c-4c01-b074-3e7a050153a9 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:30:05.601881 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3eb970e4-de1d-4430-95bf-dee92d29d0d8 req-eb5619b3-de26-405f-9f43-10f99582431e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1292717 Sep 09 06:30:05.647859 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b7e7b034-afdc-43a7-9bc5-3130e936a456 req-2b0fce6c-48ae-4266-b2ce-ee57dfe47557 service neutron] Publish callbacks [] for security_group (d8e3200d-c003-4704-89ae-d082d34c9334), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:05.661626 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3499e-1483-4dca-bf42-3a2103fd5879 req-cf882034-f813-4f8b-b2e5-f2cb2fd033ff tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:05.663196 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1ed3499e-1483-4dca-bf42-3a2103fd5879 req-cf882034-f813-4f8b-b2e5-f2cb2fd033ff tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1330714 Sep 09 06:30:05.666778 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b7e7b034-afdc-43a7-9bc5-3130e936a456 req-2b0fce6c-48ae-4266-b2ce-ee57dfe47557 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d8e3200d-c003-4704-89ae-d082d34c9334), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:05.701349 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:05.754777 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 2f4a6eb7-079c-4c01-b074-3e7a050153a9, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:05.757412 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b7e7b034-afdc-43a7-9bc5-3130e936a456 req-2b0fce6c-48ae-4266-b2ce-ee57dfe47557 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6202395 Sep 09 06:30:05.767048 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3eb970e4-de1d-4430-95bf-dee92d29d0d8 req-2ccee3ec-5937-4640-9872-5e23f830da8a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500790 Sep 09 06:30:05.779744 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'port_id': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'mac_address': 'fa:16:3e:28:34:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:30:05.780215 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fce6c-48ae-4266-b2ce-ee57dfe47557 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e3200d-c003-4704-89ae-d082d34c9334,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:05.811375 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:05.815831 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1ed3499e-1483-4dca-bf42-3a2103fd5879 req-d0655ed7-fd37-40dc-8a3c-8ca2248bb695 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039221 Sep 09 06:30:05.852068 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:05.852911 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:05.874189 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4a6eb7-079c-4c01-b074-3e7a050153a9 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:30:05.903055 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 2f4a6eb7-079c-4c01-b074-3e7a050153a9, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:05.907927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:05.909971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device cf6ccb53-c867-41af-9f4e-1efcea671fd8 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:30:05.926324 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc703748-602c-466e-bd47-c6c8c37908e8 req-6046fbeb-9164-49cd-ac07-cf71bb072db4 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:05.927997 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bc703748-602c-466e-bd47-c6c8c37908e8 req-6046fbeb-9164-49cd-ac07-cf71bb072db4 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.0586591 Sep 09 06:30:05.999684 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=2f4a6eb7-079c-4c01-b074-3e7a050153a9,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:06.014266 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bc703748-602c-466e-bd47-c6c8c37908e8 req-0fb928bc-818c-4d37-a4df-9cc4733a6b27 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788505 Sep 09 06:30:06.063510 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port cf6ccb53-c867-41af-9f4e-1efcea671fd8, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:06.075135 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'cf6ccb53-c867-41af-9f4e-1efcea671fd8', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'port_id': 'cf6ccb53-c867-41af-9f4e-1efcea671fd8', 'mac_address': 'fa:16:3e:f0:c1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:30:06.100097 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:06.216407 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port cf6ccb53-c867-41af-9f4e-1efcea671fd8 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:06.216797 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:06.229937 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6ccb53-c867-41af-9f4e-1efcea671fd8 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:30:06.249860 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port cf6ccb53-c867-41af-9f4e-1efcea671fd8, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:06.254099 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:06.299992 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=cf6ccb53-c867-41af-9f4e-1efcea671fd8,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:06.617772 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-c86f6c3c-222f-4537-9484-2e5b24d58720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:06.619291 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-c86f6c3c-222f-4537-9484-2e5b24d58720 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 1128 time: 0.1731601 Sep 09 06:30:06.635465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8937dc-2cf2-4a46-89cc-dd183f14a211 req-66e96756-d546-4ca8-8bd0-056a8a9c0fdf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:06.635465 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f8937dc-2cf2-4a46-89cc-dd183f14a211 req-66e96756-d546-4ca8-8bd0-056a8a9c0fdf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 945 time: 0.1696167 Sep 09 06:30:06.656254 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14e0c3-fe32-4642-86c7-1b8688a81bf2 req-a085ab92-c5b4-421a-a50a-71cff42e3560 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:06.657715 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9e14e0c3-fe32-4642-86c7-1b8688a81bf2 req-a085ab92-c5b4-421a-a50a-71cff42e3560 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 944 time: 0.1447294 Sep 09 06:30:06.663315 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['2f4a6eb7-079c-4c01-b074-3e7a050153a9'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:30:06.767019 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['cf6ccb53-c867-41af-9f4e-1efcea671fd8'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:30:06.783952 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77b61f84-03f0-4de9-9f0a-c1c8d336d9db req-b1cbe284-62cf-4c4b-a25b-c5b9091e519d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373623 Sep 09 06:30:06.803093 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295d1588-844d-4693-9169-6269e37472d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a503eaba-3508-4e89-ad5d-344158d578f6'}, {'server_uuid': 'ad4096e8-5fde-463f-8cc2-82018a809fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e8da49-94b9-46a5-9a14-14e91012d315'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:06.805540 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a13d29-7ede-444e-9b17-29a2ded47601" -d '{"events": [{"server_uuid": "295d1588-844d-4693-9169-6269e37472d6", "name": "network-vif-plugged", "status": "completed", "tag": "a503eaba-3508-4e89-ad5d-344158d578f6"}, {"server_uuid": "ad4096e8-5fde-463f-8cc2-82018a809fdb", "name": "network-vif-plugged", "status": "completed", "tag": "b1e8da49-94b9-46a5-9a14-14e91012d315"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:06.839273 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f8937dc-2cf2-4a46-89cc-dd183f14a211 req-8ac2e78e-bb20-40ce-bf9f-1284057c125b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893606 Sep 09 06:30:06.852852 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9e14e0c3-fe32-4642-86c7-1b8688a81bf2 req-fc30c245-1685-4736-a91b-62cb57740a9b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814859 Sep 09 06:30:06.853880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-6c8914ef-a13f-4971-920e-eaa782c2a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:06.855931 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-6c8914ef-a13f-4971-920e-eaa782c2a7e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 916 time: 0.2198403 Sep 09 06:30:06.938969 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f06024-fbc8-4990-82bf-e455b7b70467 x-openstack-request-id: req-e7f06024-fbc8-4990-82bf-e455b7b70467 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:06.939499 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295d1588-844d-4693-9169-6269e37472d6", "name": "network-vif-plugged", "status": "completed", "tag": "a503eaba-3508-4e89-ad5d-344158d578f6", "code": 200}, {"server_uuid": "ad4096e8-5fde-463f-8cc2-82018a809fdb", "name": "network-vif-plugged", "status": "completed", "tag": "b1e8da49-94b9-46a5-9a14-14e91012d315", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:06.939861 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f06024-fbc8-4990-82bf-e455b7b70467 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:06.940348 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f06024-fbc8-4990-82bf-e455b7b70467'] response: {'server_uuid': '295d1588-844d-4693-9169-6269e37472d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a503eaba-3508-4e89-ad5d-344158d578f6', 'code': 200} Sep 09 06:30:06.940698 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f06024-fbc8-4990-82bf-e455b7b70467'] response: {'server_uuid': 'ad4096e8-5fde-463f-8cc2-82018a809fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e8da49-94b9-46a5-9a14-14e91012d315', 'code': 200} Sep 09 06:30:06.999749 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:07.002543 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a89136-1220-404c-b7eb-9ce3c486fe90 req-5b35dc36-e07f-4f0e-a94b-ec2f0478ea41 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:07.010693 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-49a89136-1220-404c-b7eb-9ce3c486fe90 req-5b35dc36-e07f-4f0e-a94b-ec2f0478ea41 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0761878 Sep 09 06:30:07.136822 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-ff0c972e-b1c4-4253-8ccb-39dea2ae488c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=837586c2-7c46-4e73-876b-89de8eba416d HTTP/1.1" status: 200 len: 217 time: 0.0661144 Sep 09 06:30:07.155730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c03449-7b4e-403d-be75-5ce1551c1b22 req-deb14435-98bc-4a67-b4b9-64fcc9ef4bf3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:07.157392 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c2c03449-7b4e-403d-be75-5ce1551c1b22 req-deb14435-98bc-4a67-b4b9-64fcc9ef4bf3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1272466 Sep 09 06:30:07.169686 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-49a89136-1220-404c-b7eb-9ce3c486fe90 req-5c13a9ab-1429-4da3-80b9-e14c2a23a81a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578653 Sep 09 06:30:07.282878 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c2c03449-7b4e-403d-be75-5ce1551c1b22 req-ec9fa468-6890-4177-8771-49a0b934be0b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106279 Sep 09 06:30:07.290619 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-1bee8339-cd27-4637-89cc-d5a735097e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:07.292524 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-1bee8339-cd27-4637-89cc-d5a735097e81 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.1337917 Sep 09 06:30:07.439124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:07.453769 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-69afa050-6d09-427c-b6b6-c3b79bd6587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:07.455696 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-69afa050-6d09-427c-b6b6-c3b79bd6587b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1474583 Sep 09 06:30:07.469057 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:07.492721 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25620702-20be-4ae1-917e-f8a016d2a25b req-bb7664ad-c2f8-4133-ba0c-2f07216d4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:07.494455 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25620702-20be-4ae1-917e-f8a016d2a25b req-bb7664ad-c2f8-4133-ba0c-2f07216d4ad1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 1129 time: 0.1466949 Sep 09 06:30:07.514015 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730118d8-a8d7-4296-8741-427fc0273d75 req-787b3d5e-8a40-4736-919e-dd23a3362f77 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:07.515657 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-730118d8-a8d7-4296-8741-427fc0273d75 req-787b3d5e-8a40-4736-919e-dd23a3362f77 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.1698067 Sep 09 06:30:07.526638 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25455de5-881c-42dd-9b83-d91d01b2ae34 req-1b342c4a-16b0-42ed-9dc5-d05f1a2a4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:07.528274 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25455de5-881c-42dd-9b83-d91d01b2ae34 req-1b342c4a-16b0-42ed-9dc5-d05f1a2a4f27 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 1129 time: 0.1837308 Sep 09 06:30:07.570598 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50528) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:07.710997 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25620702-20be-4ae1-917e-f8a016d2a25b req-5854868f-911d-4282-b7da-192f35c13532 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857996 Sep 09 06:30:07.723444 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-730118d8-a8d7-4296-8741-427fc0273d75 req-03042256-839e-4c8e-aaed-d9b88b53aadb tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920724 Sep 09 06:30:07.727194 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25455de5-881c-42dd-9b83-d91d01b2ae34 req-427d61a0-e924-4537-b675-5be69c87d363 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846826 Sep 09 06:30:07.729472 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-9d880e6f-6e8d-42ac-ab28-c285309be1e4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638857 Sep 09 06:30:07.761899 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:07.771965 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:07.887221 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Publish callbacks [] for security_group (d63e90e1-74a7-4a3f-8757-18eb4a5db8b5), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:07.892672 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d63e90e1-74a7-4a3f-8757-18eb4a5db8b5), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:07.944940 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cb6b2759b80f4cfa93052c4cac85d957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731732 Sep 09 06:30:07.945577 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50554) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:07.951995 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e90e1-74a7-4a3f-8757-18eb4a5db8b5,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:07.970231 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.970734 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.971240 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.971609 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.971941 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.972266 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.972588 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.972909 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.973259 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.973769 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.974116 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.974437 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.974755 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.975326 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:07.975683 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a00b9-16bb-48cf-bf35-9665efca2487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.012836 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38feaba-b9f4-4456-b86f-92235fee8855 req-9acaed24-7f47-4f0f-9792-09f2f02ad0c4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:08.014386 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c38feaba-b9f4-4456-b86f-92235fee8855 req-9acaed24-7f47-4f0f-9792-09f2f02ad0c4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 945 time: 0.0875287 Sep 09 06:30:08.026905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d94a-b639-48ca-b287-b0d0b826b858 req-b9a8dc93-e35a-482b-bbcd-1aea3d5f642a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:08.028654 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8146d94a-b639-48ca-b287-b0d0b826b858 req-b9a8dc93-e35a-482b-bbcd-1aea3d5f642a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 944 time: 0.0652668 Sep 09 06:30:08.046516 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 837586c2-7c46-4e73-876b-89de8eba416d details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:30:08.061609 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device cf6ccb53-c867-41af-9f4e-1efcea671fd8 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:08.061790 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7fe37d57-2c2e-4a14-941a-b6506dc53ff7 admin admin] Publish callbacks [] for security_group (d63e90e1-74a7-4a3f-8757-18eb4a5db8b5), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.153598 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7fe37d57-2c2e-4a14-941a-b6506dc53ff7 admin admin] Publish callbacks [] for security_group (d63e90e1-74a7-4a3f-8757-18eb4a5db8b5), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.181169 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c38feaba-b9f4-4456-b86f-92235fee8855 req-d045040c-65a3-4ec2-b360-cfa61f90f572 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514902 Sep 09 06:30:08.187048 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8146d94a-b639-48ca-b287-b0d0b826b858 req-b5936254-01a0-407d-ad5e-9eccd4c969ed tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399379 Sep 09 06:30:08.259050 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7fe37d57-2c2e-4a14-941a-b6506dc53ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d63e90e1-74a7-4a3f-8757-18eb4a5db8b5), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.263934 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7fe37d57-2c2e-4a14-941a-b6506dc53ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.273564 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-7fe37d57-2c2e-4a14-941a-b6506dc53ff7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d63e90e1-74a7-4a3f-8757-18eb4a5db8b5 HTTP/1.1" status: 204 len: 168 time: 0.3263273 Sep 09 06:30:08.285823 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe37d57-2c2e-4a14-941a-b6506dc53ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e90e1-74a7-4a3f-8757-18eb4a5db8b5,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:08.416785 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port cf6ccb53-c867-41af-9f4e-1efcea671fd8 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:30:08.450166 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port cf6ccb53-c867-41af-9f4e-1efcea671fd8 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:08.450743 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.507942 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-368f50f9-c0a7-42fc-a15e-473ae36807e2 req-0c0b1026-b315-4d9c-b5c8-e95e42e6ff87 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617357 Sep 09 06:30:08.524601 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a046-fcee-4d60-9970-8704c498e9fc req-85a08142-d0c9-42d3-9a9f-3576395b1726 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:08.532051 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e898a046-fcee-4d60-9970-8704c498e9fc req-85a08142-d0c9-42d3-9a9f-3576395b1726 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1484785 Sep 09 06:30:08.572083 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cc87e-7ee9-4713-a09b-194a7039f159 req-f0b08b28-e079-4cb2-a4b5-43d11797d7b5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:08.574001 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-337cc87e-7ee9-4713-a09b-194a7039f159 req-f0b08b28-e079-4cb2-a4b5-43d11797d7b5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1563506 Sep 09 06:30:08.643806 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 837586c2-7c46-4e73-876b-89de8eba416d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=837586c2-7c46-4e73-876b-89de8eba416d,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:08.672911 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '837586c2-7c46-4e73-876b-89de8eba416d', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:30:08.707170 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e898a046-fcee-4d60-9970-8704c498e9fc req-ed615839-c291-49b0-9900-00e68715ff5f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742492 Sep 09 06:30:08.714659 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-337cc87e-7ee9-4713-a09b-194a7039f159 req-324bdf7f-e358-4cf4-b69f-1fd939edd579 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991752 Sep 09 06:30:08.768832 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 837586c2-7c46-4e73-876b-89de8eba416d is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:08.769225 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (837586c2-7c46-4e73-876b-89de8eba416d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.772456 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port cf6ccb53-c867-41af-9f4e-1efcea671fd8 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:08.773001 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.796481 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837586c2-7c46-4e73-876b-89de8eba416d {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:30:08.843416 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 837586c2-7c46-4e73-876b-89de8eba416d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=837586c2-7c46-4e73-876b-89de8eba416d,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:08.846421 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port cf6ccb53-c867-41af-9f4e-1efcea671fd8, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:08.851023 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (837586c2-7c46-4e73-876b-89de8eba416d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.858300 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.859943 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 2f4a6eb7-079c-4c01-b074-3e7a050153a9 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:08.890442 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50572) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:08.897414 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:08.900506 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649927ce-e827-4580-9acb-1ca5ccb6740c req-949a4b64-1ca5-46d5-8c07-2e462858bae1 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:08.910348 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-658ba4b3-75b4-49ee-8613-86666a9378bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:08.911062 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-649927ce-e827-4580-9acb-1ca5ccb6740c req-949a4b64-1ca5-46d5-8c07-2e462858bae1 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.0824089 Sep 09 06:30:08.943493 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd598c3-8746-4655-aac0-948a7964ac0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ccb53-c867-41af-9f4e-1efcea671fd8'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:08.945853 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca09100d-3677-44f4-80d4-3fc4073b92e7" -d '{"events": [{"server_uuid": "1dd598c3-8746-4655-aac0-948a7964ac0f", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ccb53-c867-41af-9f4e-1efcea671fd8"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:08.976204 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=837586c2-7c46-4e73-876b-89de8eba416d,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:08.988407 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:30:08.993097 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.993445 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.993839 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.994323 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.994691 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.995076 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.995517 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.995930 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.996290 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.996659 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.997044 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.997626 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.997741 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.998026 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:08.998353 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:09.015211 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:09.015845 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.023854 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc2904-ada5-46de-b616-529f7ef52597 req-0a47bcbe-0f5c-4fac-bc9b-daa9693d923a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:09.025402 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5fdc2904-ada5-46de-b616-529f7ef52597 req-0a47bcbe-0f5c-4fac-bc9b-daa9693d923a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1350670 Sep 09 06:30:09.025995 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-658ba4b3-75b4-49ee-8613-86666a9378bc admin admin] Publish callbacks [] for security_group (002a37fa-e0b1-41b3-bbda-bd53d739b7b5), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.039321 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-658ba4b3-75b4-49ee-8613-86666a9378bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (002a37fa-e0b1-41b3-bbda-bd53d739b7b5), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.045155 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 50580) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:09.078171 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-658ba4b3-75b4-49ee-8613-86666a9378bc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2d00cd83b768420694904bce12b8f5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864917 Sep 09 06:30:09.082649 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50582) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:09.089415 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-649927ce-e827-4580-9acb-1ca5ccb6740c req-64b7decf-0129-4ce7-9987-eeb17139c31b tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683142 Sep 09 06:30:09.092762 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'floatingip': {'port_id': '4814901d-9b66-4153-bf35-9750b3c3da8c'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:09.125944 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba4b3-75b4-49ee-8613-86666a9378bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002a37fa-e0b1-41b3-bbda-bd53d739b7b5,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:09.144438 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5511d5-9ded-41d2-bc4c-eeaffeebd56d x-openstack-request-id: req-aa5511d5-9ded-41d2-bc4c-eeaffeebd56d {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:09.144968 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd598c3-8746-4655-aac0-948a7964ac0f", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ccb53-c867-41af-9f4e-1efcea671fd8", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:09.144968 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa5511d5-9ded-41d2-bc4c-eeaffeebd56d {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:09.145573 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5511d5-9ded-41d2-bc4c-eeaffeebd56d'] response: {'server_uuid': '1dd598c3-8746-4655-aac0-948a7964ac0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ccb53-c867-41af-9f4e-1efcea671fd8', 'code': 200} Sep 09 06:30:09.150461 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['837586c2-7c46-4e73-876b-89de8eba416d'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:30:09.164986 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=20,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:09.165920 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bab6b23a-6f9b-4a60-a338-b47320d8a994 admin admin] Publish callbacks [] for security_group (002a37fa-e0b1-41b3-bbda-bd53d739b7b5), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.191330 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bab6b23a-6f9b-4a60-a338-b47320d8a994 admin admin] Publish callbacks [] for security_group (002a37fa-e0b1-41b3-bbda-bd53d739b7b5), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.191715 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=cf6ccb53-c867-41af-9f4e-1efcea671fd8,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:09.218518 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (821f818a-1da7-4aca-b538-b1a2fb2c288b), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.228502 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:09.253185 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:09.256659 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.261010 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bab6b23a-6f9b-4a60-a338-b47320d8a994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (002a37fa-e0b1-41b3-bbda-bd53d739b7b5), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.263755 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bab6b23a-6f9b-4a60-a338-b47320d8a994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.265327 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-bab6b23a-6f9b-4a60-a338-b47320d8a994 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/002a37fa-e0b1-41b3-bbda-bd53d739b7b5 HTTP/1.1" status: 204 len: 168 time: 0.1815491 Sep 09 06:30:09.285839 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6b23a-6f9b-4a60-a338-b47320d8a994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002a37fa-e0b1-41b3-bbda-bd53d739b7b5,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:09.370152 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 2f4a6eb7-079c-4c01-b074-3e7a050153a9, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:09.381907 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:09.470712 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:09.519945 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=2f4a6eb7-079c-4c01-b074-3e7a050153a9,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:09.572953 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dbba1-98bd-4e12-be05-3f37391a76bc req-0baa5225-5bf6-4b61-b76c-8d3e5c522c78 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:09.574523 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-913dbba1-98bd-4e12-be05-3f37391a76bc req-0baa5225-5bf6-4b61-b76c-8d3e5c522c78 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 945 time: 0.2396314 Sep 09 06:30:09.876177 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e7d4b-daae-437e-8ad8-47c99655ae18 req-9ab209c1-1f6b-4577-9056-6a85a913ac6e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:09.883018 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-926e7d4b-daae-437e-8ad8-47c99655ae18 req-9ab209c1-1f6b-4577-9056-6a85a913ac6e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.5494232 Sep 09 06:30:09.888568 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:10.044096 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-913dbba1-98bd-4e12-be05-3f37391a76bc req-8fceba6d-f410-47ac-a321-2d0016612aff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560664 Sep 09 06:30:10.050358 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-926e7d4b-daae-437e-8ad8-47c99655ae18 req-7c69b803-2349-415a-9215-7084b0d7c114 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665440 Sep 09 06:30:10.297858 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c0534-75ec-4582-aaee-aa340cf7fd5e req-c5a40ab3-3e02-4b53-94b0-3dbcb2766647 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:10.300350 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-462c0534-75ec-4582-aaee-aa340cf7fd5e req-c5a40ab3-3e02-4b53-94b0-3dbcb2766647 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1660523 Sep 09 06:30:10.374081 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c31ab5-e57d-4739-beba-bdfad1cede3f req-50fb32e1-b527-4f2d-9bf7-69b2a92a5af0 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:10.375516 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4c31ab5-e57d-4739-beba-bdfad1cede3f req-50fb32e1-b527-4f2d-9bf7-69b2a92a5af0 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.2026258 Sep 09 06:30:10.539894 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-462c0534-75ec-4582-aaee-aa340cf7fd5e req-28f64eb5-35d1-492f-8683-88cb16b60e0a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995652 Sep 09 06:30:10.591122 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4c31ab5-e57d-4739-beba-bdfad1cede3f req-822adb89-5396-492a-b7ae-42cd0286b768 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944132 Sep 09 06:30:10.629887 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:10.634337 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (821f818a-1da7-4aca-b538-b1a2fb2c288b), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:10.742496 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Floating IP 821f818a-1da7-4aca-b538-b1a2fb2c288b associated. External IP: 172.27.0.123, port: 4814901d-9b66-4153-bf35-9750b3c3da8c. Sep 09 06:30:10.886363 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:10.897738 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefad3a9-497a-4438-baca-86a6882a4498 req-da9f5666-b525-4c10-9217-1ecc3101baaf tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:10.899203 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fefad3a9-497a-4438-baca-86a6882a4498 req-da9f5666-b525-4c10-9217-1ecc3101baaf tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0643144 Sep 09 06:30:11.030130 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fefad3a9-497a-4438-baca-86a6882a4498 req-44e16afc-1916-4e69-81f0-8eef615cdfef tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245298 Sep 09 06:30:11.058775 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:30:11.107204 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:11.147237 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4a6eb7-079c-4c01-b074-3e7a050153a9'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:11.151636 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e4e9f8-af1b-409e-bf36-bc78ea4d8f78" -d '{"events": [{"server_uuid": "ebebb1d1-2de0-4afb-b816-797f5a4ed1ff", "name": "network-vif-plugged", "status": "completed", "tag": "2f4a6eb7-079c-4c01-b074-3e7a050153a9"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:11.242402 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101465-73c7-49e8-9b92-a3d359a9e3ad req-315923dd-3270-4ee3-9e8d-465c3d5b5bab tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:11.243915 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-65101465-73c7-49e8-9b92-a3d359a9e3ad req-315923dd-3270-4ee3-9e8d-465c3d5b5bab tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0914583 Sep 09 06:30:11.250946 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5d712-251d-4d2c-a48c-2a56736f6da5 req-6c086f53-3397-4efb-af90-86f3f2b0653d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:11.252638 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-71f5d712-251d-4d2c-a48c-2a56736f6da5 req-6c086f53-3397-4efb-af90-86f3f2b0653d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 945 time: 0.0991282 Sep 09 06:30:11.261239 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:30:11.267315 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:11.274160 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] Sync routers for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:30:11.284785 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:11.285433 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:11.395372 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:11.593657 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-71f5d712-251d-4d2c-a48c-2a56736f6da5 req-e083afe1-1cce-42b0-a072-ba3e0ab10627 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304880 Sep 09 06:30:11.603863 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-54c51732-c09d-4d26-ba7a-acdafc0b8af4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/821f818a-1da7-4aca-b538-b1a2fb2c288b HTTP/1.1" status: 200 len: 992 time: 2.5416849 Sep 09 06:30:11.615721 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:11.615721 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d16ac6-206d-4576-a081-6c806bc5e621" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:11.641103 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-65101465-73c7-49e8-9b92-a3d359a9e3ad req-9bbac8de-4fc3-4972-a82d-46d7c9e33659 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815939 Sep 09 06:30:11.671538 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff83f2-9969-4373-ba28-55d0d05cbc3d x-openstack-request-id: req-f1ff83f2-9969-4373-ba28-55d0d05cbc3d {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:11.672028 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebebb1d1-2de0-4afb-b816-797f5a4ed1ff", "name": "network-vif-plugged", "status": "completed", "tag": "2f4a6eb7-079c-4c01-b074-3e7a050153a9", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:11.672418 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1ff83f2-9969-4373-ba28-55d0d05cbc3d {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:11.674946 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ff83f2-9969-4373-ba28-55d0d05cbc3d'] response: {'server_uuid': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'code': 200} Sep 09 06:30:11.677811 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b71b80-df7a-4513-9f7f-ce52db8beeb3 x-openstack-request-id: req-63b71b80-df7a-4513-9f7f-ce52db8beeb3 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:11.678098 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:11.678348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63b71b80-df7a-4513-9f7f-ce52db8beeb3 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:11.678740 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b71b80-df7a-4513-9f7f-ce52db8beeb3'] response: {'name': 'network-changed', 'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'status': 'completed', 'code': 200} Sep 09 06:30:11.749293 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '821f818a-1da7-4aca-b538-b1a2fb2c288b', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'port_id': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'mac_address': 'fa:16:3e:f0:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:34Z', 'updated_at': '2022-09-09T06:30:10Z', 'revision_number': 1, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:11.765394 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f97840-94c2-4380-a74d-4c7b21266ac2 req-ee8e122f-4dfa-4f73-8c49-2e28af0a8051 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:11.766891 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-98f97840-94c2-4380-a74d-4c7b21266ac2 req-ee8e122f-4dfa-4f73-8c49-2e28af0a8051 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.0473177 Sep 09 06:30:11.777290 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] Checking router: 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:30:11.786408 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:11.787009 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:11.816916 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-98f97840-94c2-4380-a74d-4c7b21266ac2 req-3d4b2ea1-2827-4f11-aa48-bf65315dbd83 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438771 Sep 09 06:30:11.886889 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:12.101564 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '821f818a-1da7-4aca-b538-b1a2fb2c288b', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'port_id': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'mac_address': 'fa:16:3e:f0:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:34Z', 'updated_at': '2022-09-09T06:30:10Z', 'revision_number': 1, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:12.128546 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961b7b8-4907-4757-aeaf-dc325dd5b5e1 None None] The sync data for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi is: [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '821f818a-1da7-4aca-b538-b1a2fb2c288b', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'port_id': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'mac_address': 'fa:16:3e:f0:cc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:34Z', 'updated_at': '2022-09-09T06:30:10Z', 'revision_number': 1, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:30:12.160576 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c856-5030-4e71-8a09-cd0cce0ae456 req-4b3f5920-af7e-439c-9563-d56c232a6863 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:12.162126 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ed38c856-5030-4e71-8a09-cd0cce0ae456 req-4b3f5920-af7e-439c-9563-d56c232a6863 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0521638 Sep 09 06:30:12.214745 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ed38c856-5030-4e71-8a09-cd0cce0ae456 req-6d9eff86-b451-414f-a5d6-cf5a9672b2fb tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466123 Sep 09 06:30:12.762882 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5980-20f8-4094-a452-ba97dedf2641 req-d37db52e-60a1-4f4f-b3bd-8e4941e3a3b0 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:12.771123 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5ebd5980-20f8-4094-a452-ba97dedf2641 req-d37db52e-60a1-4f4f-b3bd-8e4941e3a3b0 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 945 time: 0.0866375 Sep 09 06:30:12.784108 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20178b6c-512b-42ac-8964-ab4857cb6ba7 None None] New status for floating IP 821f818a-1da7-4aca-b538-b1a2fb2c288b: ACTIVE {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:30:12.794596 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58722216-4049-49e0-9922-c1f7b0ad1882 req-f907f32d-d2bf-4438-a10e-607064947744 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:12.796114 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-58722216-4049-49e0-9922-c1f7b0ad1882 req-f907f32d-d2bf-4438-a10e-607064947744 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0810659 Sep 09 06:30:12.855196 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5ebd5980-20f8-4094-a452-ba97dedf2641 req-dcf2bfc1-01ea-4d72-9e84-853c5fbfee05 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828609 Sep 09 06:30:12.861683 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 837586c2-7c46-4e73-876b-89de8eba416d up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:12.916385 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-58722216-4049-49e0-9922-c1f7b0ad1882 req-850de97b-1360-4f6a-bced-f78c3b026271 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097279 Sep 09 06:30:12.962700 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 837586c2-7c46-4e73-876b-89de8eba416d completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:30:12.976240 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-43a2167c-e483-422e-b622-f38ed2f037b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:12.977652 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-43a2167c-e483-422e-b622-f38ed2f037b0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 1130 time: 0.0474131 Sep 09 06:30:12.991142 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 837586c2-7c46-4e73-876b-89de8eba416d triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:12.991522 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (837586c2-7c46-4e73-876b-89de8eba416d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:13.015817 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f311d-bd89-4fd2-afe3-6f2d5029e010 req-c10a3dc5-5294-4a9f-826b-721fc73ee87f tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:13.018351 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-891f311d-bd89-4fd2-afe3-6f2d5029e010 req-c10a3dc5-5294-4a9f-826b-721fc73ee87f tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.1008079 Sep 09 06:30:13.047815 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:13.073534 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-891f311d-bd89-4fd2-afe3-6f2d5029e010 req-4686abf8-7a98-4df1-a485-155652dbe254 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490525 Sep 09 06:30:13.182880 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 837586c2-7c46-4e73-876b-89de8eba416d is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:13.183261 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (837586c2-7c46-4e73-876b-89de8eba416d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:13.219487 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 837586c2-7c46-4e73-876b-89de8eba416d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=837586c2-7c46-4e73-876b-89de8eba416d,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:13.225174 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (837586c2-7c46-4e73-876b-89de8eba416d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:13.281315 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=837586c2-7c46-4e73-876b-89de8eba416d,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:13.381835 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c4b9f-5995-4347-aa78-a7167ec64b9c req-bf7c0b4f-7ad1-4bba-854c-0ab0f18d035d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:13.389131 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-876c4b9f-5995-4347-aa78-a7167ec64b9c req-bf7c0b4f-7ad1-4bba-854c-0ab0f18d035d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0782626 Sep 09 06:30:13.516409 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-876c4b9f-5995-4347-aa78-a7167ec64b9c req-2fc6a6cc-a45b-41f9-aa42-226a39742785 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239936 Sep 09 06:30:13.548093 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-af000c7d-bfe2-487b-a0b6-d029c7cd42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:13.548093 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-af000c7d-bfe2-487b-a0b6-d029c7cd42be service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.1540914 Sep 09 06:30:13.676506 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837586c2-7c46-4e73-876b-89de8eba416d'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:13.679060 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e91f960-8f71-4c3b-a33a-0646ec41a37b" -d '{"events": [{"server_uuid": "1032ded3-aab9-4275-bad0-aef089a44bdc", "name": "network-vif-plugged", "status": "completed", "tag": "837586c2-7c46-4e73-876b-89de8eba416d"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:13.735775 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a38c6-a6f8-4e7f-85c4-22c57d01d2e1 x-openstack-request-id: req-333a38c6-a6f8-4e7f-85c4-22c57d01d2e1 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:13.737057 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1032ded3-aab9-4275-bad0-aef089a44bdc", "name": "network-vif-plugged", "status": "completed", "tag": "837586c2-7c46-4e73-876b-89de8eba416d", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:13.738359 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-333a38c6-a6f8-4e7f-85c4-22c57d01d2e1 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:13.740192 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333a38c6-a6f8-4e7f-85c4-22c57d01d2e1'] response: {'server_uuid': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837586c2-7c46-4e73-876b-89de8eba416d', 'code': 200} Sep 09 06:30:14.054513 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-815cf41b-5014-416d-b8f0-781ddc07136f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4814901d-9b66-4153-bf35-9750b3c3da8c HTTP/1.1" status: 200 len: 1002 time: 0.2573431 Sep 09 06:30:14.082298 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadeea8-876a-430a-bd13-cbaa55ceef9b req-c496858f-dc5a-472f-b3c4-6303da2904c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.083872 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aaadeea8-876a-430a-bd13-cbaa55ceef9b req-c496858f-dc5a-472f-b3c4-6303da2904c3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 1129 time: 0.3693817 Sep 09 06:30:14.098747 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:14.101922 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60e5c6-aa0d-4238-8986-4fc1aacc702c req-1eb9db09-01c3-476e-9fa5-b2c26df177b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.103779 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff60e5c6-aa0d-4238-8986-4fc1aacc702c req-1eb9db09-01c3-476e-9fa5-b2c26df177b4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 1130 time: 0.3077152 Sep 09 06:30:14.117962 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:14.239281 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25f6c6-bf73-4b75-bc35-dfa5da3ecfae req-2bc25ab7-9625-4633-a351-92c2772dba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.242875 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-3c25f6c6-bf73-4b75-bc35-dfa5da3ecfae req-2bc25ab7-9625-4633-a351-92c2772dba00 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 1130 time: 0.1518726 Sep 09 06:30:14.246040 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-1d3d2f53-88a1-453a-91e9-9a5070830c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.247463 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-1d3d2f53-88a1-453a-91e9-9a5070830c27 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.1363859 Sep 09 06:30:14.321959 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c638-9999-4016-85a3-8dcd30c0a93d req-5a0a85e3-9b44-433e-b2b0-10833e16a925 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.328912 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5c80c638-9999-4016-85a3-8dcd30c0a93d req-5a0a85e3-9b44-433e-b2b0-10833e16a925 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 946 time: 0.2730031 Sep 09 06:30:14.341994 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-3c25f6c6-bf73-4b75-bc35-dfa5da3ecfae req-33d7535b-15d7-4933-8f77-f0ae1114a013 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825400 Sep 09 06:30:14.366880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fe76-accb-4121-9d09-1071958c87fe req-83488882-ab1c-470e-99f3-364e5275dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.380371 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25b5fe76-accb-4121-9d09-1071958c87fe req-83488882-ab1c-470e-99f3-364e5275dc62 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 1129 time: 0.5743940 Sep 09 06:30:14.458623 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea47e4-d84c-49fe-ae4b-ec25bff16b0b req-4676d83a-160f-42d0-841e-19a49c1fa827 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.463324 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fbea47e4-d84c-49fe-ae4b-ec25bff16b0b req-4676d83a-160f-42d0-841e-19a49c1fa827 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.3781710 Sep 09 06:30:14.464479 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-ef361ff0-dc2c-4bd5-bd69-678e0b58cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.465936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-ef361ff0-dc2c-4bd5-bd69-678e0b58cbec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1843624 Sep 09 06:30:14.498819 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aaadeea8-876a-430a-bd13-cbaa55ceef9b req-a155ca9b-9d41-4a0e-a764-2f1aac8faa02 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939242 Sep 09 06:30:14.504869 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5c80c638-9999-4016-85a3-8dcd30c0a93d req-7675f58b-f910-4ef9-8ab8-08ce8d47d7dc tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751542 Sep 09 06:30:14.512673 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff60e5c6-aa0d-4238-8986-4fc1aacc702c req-636f7f11-f9b9-4465-9d77-d59772d285a5 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350731 Sep 09 06:30:14.547215 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fbea47e4-d84c-49fe-ae4b-ec25bff16b0b req-02e39076-67ce-43eb-9a03-a9bf7b9fd13e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722442 Sep 09 06:30:14.649014 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09fb39-6ad6-4d0b-ae15-fc3d7700ceee req-c0dd8354-5b82-4cba-8d1e-74b7abf2d9ea tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:14.650808 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bb09fb39-6ad6-4d0b-ae15-fc3d7700ceee req-c0dd8354-5b82-4cba-8d1e-74b7abf2d9ea tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0490570 Sep 09 06:30:14.700013 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bb09fb39-6ad6-4d0b-ae15-fc3d7700ceee req-5100a372-8984-4708-a704-02115e01ac18 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433457 Sep 09 06:30:15.107028 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-0e8bc0ab-3ce0-4ddf-a410-161a281de588 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980291 Sep 09 06:30:15.323611 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50792) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:15.434643 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5e3731e5-b61a-4095-a491-63264ed9f687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:15.473508 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:15.523818 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5e3731e5-b61a-4095-a491-63264ed9f687 admin admin] Publish callbacks [] for security_group (cc73d8cd-4a2b-4bc7-b9f6-e2e7d6dcbe65), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:15.528572 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5e3731e5-b61a-4095-a491-63264ed9f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (cc73d8cd-4a2b-4bc7-b9f6-e2e7d6dcbe65), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:15.578627 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5e3731e5-b61a-4095-a491-63264ed9f687 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5aa4b5762ee449c997838a883d12cc93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515225 Sep 09 06:30:15.578627 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3731e5-b61a-4095-a491-63264ed9f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc73d8cd-4a2b-4bc7-b9f6-e2e7d6dcbe65,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:15.579403 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 50802) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:15.622683 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:15.668505 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a835e2-5862-488e-a018-975843425802 req-d7eb1288-fa3f-4325-9ce0-87b7455143d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:15.670073 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d9a835e2-5862-488e-a018-975843425802 req-d7eb1288-fa3f-4325-9ce0-87b7455143d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 946 time: 0.0645337 Sep 09 06:30:15.696201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Publish callbacks [] for security_group (cc73d8cd-4a2b-4bc7-b9f6-e2e7d6dcbe65), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:15.730500 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Publish callbacks [] for security_group (cc73d8cd-4a2b-4bc7-b9f6-e2e7d6dcbe65), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:15.759344 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d9a835e2-5862-488e-a018-975843425802 req-6679bd4e-8ee6-41dc-b3e3-d5b5817d0de5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794988 Sep 09 06:30:15.916721 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:15.919303 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fe76-accb-4121-9d09-1071958c87fe req-dcb63b10-dcd1-4247-a8c2-2b8d68179b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:15.920990 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25b5fe76-accb-4121-9d09-1071958c87fe req-dcb63b10-dcd1-4247-a8c2-2b8d68179b41 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.1380553 Sep 09 06:30:15.925314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (cc73d8cd-4a2b-4bc7-b9f6-e2e7d6dcbe65), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:15.927948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:15.929418 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cc73d8cd-4a2b-4bc7-b9f6-e2e7d6dcbe65 HTTP/1.1" status: 204 len: 168 time: 0.3466961 Sep 09 06:30:15.943461 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc73d8cd-4a2b-4bc7-b9f6-e2e7d6dcbe65,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:15.956738 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.957089 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.957433 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.957773 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.958134 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.958467 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.958826 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.959122 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.959448 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.959823 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.960157 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.960528 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.960788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.961178 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.961415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9268f9e-2682-4f6d-8c36-4e819971ec08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:15.972265 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55286abe-e540-424b-8a3d-891e734ee47b req-d9280963-1532-4daf-ad84-ae9400f44e2a tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:15.980694 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-55286abe-e540-424b-8a3d-891e734ee47b req-d9280963-1532-4daf-ad84-ae9400f44e2a tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1308134 Sep 09 06:30:16.031018 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-55286abe-e540-424b-8a3d-891e734ee47b req-43fb35b7-67c1-451e-aa7e-88ffda772d09 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488284 Sep 09 06:30:16.142894 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1d3f9-51ba-4300-8cae-2892439b73cb req-f7688030-715d-4445-8dbc-819590547c8d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:16.144688 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-17a1d3f9-51ba-4300-8cae-2892439b73cb req-f7688030-715d-4445-8dbc-819590547c8d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0545158 Sep 09 06:30:16.193828 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-17a1d3f9-51ba-4300-8cae-2892439b73cb req-4860b95d-d0df-4219-a37e-b0a7acc84078 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Sep 09 06:30:16.252884 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 50818) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:16.268082 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45723c55-aa51-473e-a6f4-3043f8fc9975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:16.399201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45723c55-aa51-473e-a6f4-3043f8fc9975 admin admin] Publish callbacks [] for security_group (d4b80580-7bdd-4f72-9505-7ec85fe73a85), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:16.405449 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45723c55-aa51-473e-a6f4-3043f8fc9975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d4b80580-7bdd-4f72-9505-7ec85fe73a85), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:16.452772 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-45723c55-aa51-473e-a6f4-3043f8fc9975 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=08da3f28dcd3479485665d6dbdd2d4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987855 Sep 09 06:30:16.455471 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50828) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:16.469839 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723c55-aa51-473e-a6f4-3043f8fc9975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b80580-7bdd-4f72-9505-7ec85fe73a85,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:16.474497 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-32d16ac6-206d-4576-a081-6c806bc5e621 req-aa22c93a-e701-4f76-bc43-1c8e19c007f2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518888 Sep 09 06:30:16.541141 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-269054e4-719a-4ca4-acbf-d33b1dce54e7 admin admin] Publish callbacks [] for security_group (d4b80580-7bdd-4f72-9505-7ec85fe73a85), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:16.570385 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-269054e4-719a-4ca4-acbf-d33b1dce54e7 admin admin] Publish callbacks [] for security_group (d4b80580-7bdd-4f72-9505-7ec85fe73a85), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:16.620888 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-269054e4-719a-4ca4-acbf-d33b1dce54e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d4b80580-7bdd-4f72-9505-7ec85fe73a85), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:16.623782 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-269054e4-719a-4ca4-acbf-d33b1dce54e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:16.625429 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-269054e4-719a-4ca4-acbf-d33b1dce54e7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d4b80580-7bdd-4f72-9505-7ec85fe73a85 HTTP/1.1" status: 204 len: 168 time: 0.1663759 Sep 09 06:30:16.637548 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269054e4-719a-4ca4-acbf-d33b1dce54e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b80580-7bdd-4f72-9505-7ec85fe73a85,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:16.840010 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50844) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:16.887985 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615aad7-1555-40e1-9129-b3137d7d2ac9 req-70fb73b0-a1a3-4816-9039-4f8d4d72f6eb tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:16.889481 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c615aad7-1555-40e1-9129-b3137d7d2ac9 req-70fb73b0-a1a3-4816-9039-4f8d4d72f6eb tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 946 time: 0.0496604 Sep 09 06:30:16.956649 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c615aad7-1555-40e1-9129-b3137d7d2ac9 req-2e3c3b49-efcf-4ab3-aef9-81610035d06b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589554 Sep 09 06:30:17.007185 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50850) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:17.015098 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25b5fe76-accb-4121-9d09-1071958c87fe req-a51577b6-c7bd-4b10-b5b5-244c49cdba4d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e8da49-94b9-46a5-9a14-14e91012d315 HTTP/1.1" status: 200 len: 217 time: 0.0500939 Sep 09 06:30:17.015846 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b0531115-e158-4628-a19b-31464e41db89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.040316 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d0b51765-18f0-4494-bb8a-b44b9a3bdcc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.100858 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:17.142346 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65552c9-cf3a-41aa-b61b-7ce2db65cdc4 req-1263ee8e-5b21-4913-9002-c7b22ca525c4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:17.144380 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a65552c9-cf3a-41aa-b61b-7ce2db65cdc4 req-1263ee8e-5b21-4913-9002-c7b22ca525c4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 946 time: 0.0549490 Sep 09 06:30:17.160296 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 50862) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:17.166618 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:17.167582 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'floatingip': {'port_id': '837586c2-7c46-4e73-876b-89de8eba416d'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:17.172726 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d0b51765-18f0-4494-bb8a-b44b9a3bdcc8 admin admin] Publish callbacks [] for security_group (ae06ef2a-2d88-4ad7-aba6-09cd54d0a888), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.189902 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d0b51765-18f0-4494-bb8a-b44b9a3bdcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ae06ef2a-2d88-4ad7-aba6-09cd54d0a888), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.218048 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b0531115-e158-4628-a19b-31464e41db89 admin admin] Publish callbacks [] for security_group (a8f0cf1e-eac9-4562-a839-ec9e7547808e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.231521 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (035e149e-c2b5-421c-9383-267bba19f89e), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.236934 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b0531115-e158-4628-a19b-31464e41db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (a8f0cf1e-eac9-4562-a839-ec9e7547808e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.254215 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b51765-18f0-4494-bb8a-b44b9a3bdcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae06ef2a-2d88-4ad7-aba6-09cd54d0a888,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:17.258806 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d0b51765-18f0-4494-bb8a-b44b9a3bdcc8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b22d696817c64739ab90896796ef068f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441754 Sep 09 06:30:17.265785 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50866) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:17.305616 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-b0531115-e158-4628-a19b-31464e41db89 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f4fefcdea7824871add2e11a664ba682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644248 Sep 09 06:30:17.310638 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50868) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:17.331731 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d6aa7-61cd-4d56-b57c-dc7ff3d0a8cc req-15b6b06f-f950-47f9-9260-e13e13861dbf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:17.336016 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-537d6aa7-61cd-4d56-b57c-dc7ff3d0a8cc req-15b6b06f-f950-47f9-9260-e13e13861dbf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1276448 Sep 09 06:30:17.339392 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0531115-e158-4628-a19b-31464e41db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f0cf1e-eac9-4562-a839-ec9e7547808e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:17.414522 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46bb1357-d9d4-40b9-bbdb-861921e083be admin admin] Publish callbacks [] for security_group (ae06ef2a-2d88-4ad7-aba6-09cd54d0a888), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.426257 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-00590def-7dde-4e91-b279-6a7b223b58e8 admin admin] Publish callbacks [] for security_group (a8f0cf1e-eac9-4562-a839-ec9e7547808e), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.450810 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46bb1357-d9d4-40b9-bbdb-861921e083be admin admin] Publish callbacks [] for security_group (ae06ef2a-2d88-4ad7-aba6-09cd54d0a888), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.465409 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:17.467967 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-00590def-7dde-4e91-b279-6a7b223b58e8 admin admin] Publish callbacks [] for security_group (a8f0cf1e-eac9-4562-a839-ec9e7547808e), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.469315 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-537d6aa7-61cd-4d56-b57c-dc7ff3d0a8cc req-b009003b-2c8c-45d6-a799-586f372d0c96 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107271 Sep 09 06:30:17.552764 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-00590def-7dde-4e91-b279-6a7b223b58e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (a8f0cf1e-eac9-4562-a839-ec9e7547808e), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.556200 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-00590def-7dde-4e91-b279-6a7b223b58e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.558417 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-00590def-7dde-4e91-b279-6a7b223b58e8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a8f0cf1e-eac9-4562-a839-ec9e7547808e HTTP/1.1" status: 204 len: 168 time: 0.2436652 Sep 09 06:30:17.561963 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46bb1357-d9d4-40b9-bbdb-861921e083be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ae06ef2a-2d88-4ad7-aba6-09cd54d0a888), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.567381 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-46bb1357-d9d4-40b9-bbdb-861921e083be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:17.573284 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-46bb1357-d9d4-40b9-bbdb-861921e083be admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ae06ef2a-2d88-4ad7-aba6-09cd54d0a888 HTTP/1.1" status: 204 len: 168 time: 0.3053317 Sep 09 06:30:17.581717 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00590def-7dde-4e91-b279-6a7b223b58e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f0cf1e-eac9-4562-a839-ec9e7547808e,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:17.594372 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb1357-d9d4-40b9-bbdb-861921e083be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae06ef2a-2d88-4ad7-aba6-09cd54d0a888,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:17.686559 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:17.755119 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3e990-939b-43bd-8e9f-6898a4508fe9 req-ecdc1645-044d-441d-874d-08eb278664f2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:17.756701 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cbe3e990-939b-43bd-8e9f-6898a4508fe9 req-ecdc1645-044d-441d-874d-08eb278664f2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1445620 Sep 09 06:30:17.963725 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cbe3e990-939b-43bd-8e9f-6898a4508fe9 req-64746d54-02df-4166-83e1-d18256dde1ff tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941295 Sep 09 06:30:17.984918 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fe76-accb-4121-9d09-1071958c87fe req-42a494b9-80ad-48ce-b53f-9c696f0c7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:17.989922 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25b5fe76-accb-4121-9d09-1071958c87fe req-42a494b9-80ad-48ce-b53f-9c696f0c7603 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.1683774 Sep 09 06:30:18.081607 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:30:18.162581 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.169778 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (035e149e-c2b5-421c-9383-267bba19f89e), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.237777 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50894) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:18.258192 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-40f169c2-03ea-4d59-8bd9-a6d2a4eede5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.359605 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-40f169c2-03ea-4d59-8bd9-a6d2a4eede5f admin admin] Publish callbacks [] for security_group (642ac00d-a232-43d2-a4f1-03c4035f54df), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.366210 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-40f169c2-03ea-4d59-8bd9-a6d2a4eede5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (642ac00d-a232-43d2-a4f1-03c4035f54df), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.427227 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-40f169c2-03ea-4d59-8bd9-a6d2a4eede5f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e1d903bd75b3461ebdb50c7872ac54a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875045 Sep 09 06:30:18.428579 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f169c2-03ea-4d59-8bd9-a6d2a4eede5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642ac00d-a232-43d2-a4f1-03c4035f54df,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:18.431182 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50900) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:18.495373 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-adb3099c-9571-4799-a5ec-3ad7895777f3 admin admin] Publish callbacks [] for security_group (642ac00d-a232-43d2-a4f1-03c4035f54df), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.521307 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-adb3099c-9571-4799-a5ec-3ad7895777f3 admin admin] Publish callbacks [] for security_group (642ac00d-a232-43d2-a4f1-03c4035f54df), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.594226 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-adb3099c-9571-4799-a5ec-3ad7895777f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (642ac00d-a232-43d2-a4f1-03c4035f54df), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.598408 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-adb3099c-9571-4799-a5ec-3ad7895777f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:18.598569 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-0e8932a0-3686-429b-8cb3-1c42d0cb8b26 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1490111 Sep 09 06:30:18.600165 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-adb3099c-9571-4799-a5ec-3ad7895777f3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/642ac00d-a232-43d2-a4f1-03c4035f54df HTTP/1.1" status: 204 len: 168 time: 0.1676874 Sep 09 06:30:18.610212 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3099c-9571-4799-a5ec-3ad7895777f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642ac00d-a232-43d2-a4f1-03c4035f54df,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:18.642905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5fe76-accb-4121-9d09-1071958c87fe req-ab7722f1-1b58-482a-800f-a5f4c847a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:18.645327 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25b5fe76-accb-4121-9d09-1071958c87fe req-ab7722f1-1b58-482a-800f-a5f4c847a5d7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1947606 Sep 09 06:30:18.665818 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2154-ce91-4953-afc8-d5730bba7b0c req-680fd7f2-f10f-4e86-9732-c204b50ea430 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:18.673543 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-056e2154-ce91-4953-afc8-d5730bba7b0c req-680fd7f2-f10f-4e86-9732-c204b50ea430 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0995307 Sep 09 06:30:18.697581 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Floating IP 035e149e-c2b5-421c-9383-267bba19f89e associated. External IP: 172.27.0.209, port: 837586c2-7c46-4e73-876b-89de8eba416d. Sep 09 06:30:18.810033 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:18.928758 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-056e2154-ce91-4953-afc8-d5730bba7b0c req-b29ece3b-f9a2-4210-8de1-233d3e1e6afe tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538931 Sep 09 06:30:18.955361 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-52e80a2d-9cd8-463d-ad64-34a37bcaacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:18.957069 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-52e80a2d-9cd8-463d-ad64-34a37bcaacc4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 1129 time: 0.2022424 Sep 09 06:30:19.301531 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25b5fe76-accb-4121-9d09-1071958c87fe req-3d2e8e92-d6ef-4d0e-962f-07b7fa4fc9c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255968 Sep 09 06:30:19.310266 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:19.373216 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d29b92-525a-40ab-8888-beac8174a9f1 req-0d6d32be-7ce5-44f0-86df-5673456a035e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:19.374725 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d4d29b92-525a-40ab-8888-beac8174a9f1 req-0d6d32be-7ce5-44f0-86df-5673456a035e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1977732 Sep 09 06:30:19.402495 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d96fe-2897-4bba-a6cd-ced191b94f65 req-f964c788-fa8c-4257-bfa6-224b1d195e92 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:19.403301 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ba6d96fe-2897-4bba-a6cd-ced191b94f65 req-f964c788-fa8c-4257-bfa6-224b1d195e92 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.2741513 Sep 09 06:30:19.435485 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 50940) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:19.441985 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'floatingip': {'port_id': '2f4a6eb7-079c-4c01-b074-3e7a050153a9'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:19.498211 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-eea7877d-b707-4303-a964-e6b5fe2d08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:19.500227 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-eea7877d-b707-4303-a964-e6b5fe2d08f3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.5073040 Sep 09 06:30:19.611858 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-c9304c5d-e4a1-4703-b5e8-0873ebfcdff2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8 HTTP/1.1" status: 200 len: 217 time: 0.0968275 Sep 09 06:30:19.617596 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d4d29b92-525a-40ab-8888-beac8174a9f1 req-a51c30d8-8a62-4c21-8fa7-ad27ada3f777 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770589 Sep 09 06:30:19.647067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:30:19.684162 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (79036201-82ab-4927-a305-f6c47c137e83), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:19.690099 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:19.712690 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-4288be15-be4f-49f3-a966-e121fe36e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:19.714243 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-4288be15-be4f-49f3-a966-e121fe36e81e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.0652230 Sep 09 06:30:19.781629 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-680bb6da-b04f-4db0-ab83-182702ca79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:19.783473 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-680bb6da-b04f-4db0-ab83-182702ca79d0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0599852 Sep 09 06:30:19.797255 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25b5fe76-accb-4121-9d09-1071958c87fe req-9a855369-7a51-48cb-94d1-b5ce1bc6d982 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765112 Sep 09 06:30:19.985285 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:30:20.004913 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:30:20.012210 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:20.021348 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:20.027510 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:20.050996 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-cb5c730b-bb97-427d-8572-b135fa4187b3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/035e149e-c2b5-421c-9383-267bba19f89e HTTP/1.1" status: 200 len: 992 time: 2.8871474 Sep 09 06:30:20.051669 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'tag': '837586c2-7c46-4e73-876b-89de8eba416d'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:20.054494 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b" -d '{"events": [{"name": "network-changed", "server_uuid": "1032ded3-aab9-4275-bad0-aef089a44bdc", "tag": "837586c2-7c46-4e73-876b-89de8eba416d"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:20.182705 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-37e9f3d4-4c3d-41f4-b917-9c8dc25f4cc9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840840 Sep 09 06:30:20.192678 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:20.201755 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d79908-d8c7-478e-bc8f-b36da5bb244d x-openstack-request-id: req-50d79908-d8c7-478e-bc8f-b36da5bb244d {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:20.203252 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1032ded3-aab9-4275-bad0-aef089a44bdc", "tag": "837586c2-7c46-4e73-876b-89de8eba416d", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:20.205247 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50d79908-d8c7-478e-bc8f-b36da5bb244d {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:20.212253 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d79908-d8c7-478e-bc8f-b36da5bb244d'] response: {'name': 'network-changed', 'server_uuid': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'tag': '837586c2-7c46-4e73-876b-89de8eba416d', 'status': 'completed', 'code': 200} Sep 09 06:30:20.220657 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:20.377323 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:20.430285 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:17Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:20.440380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:20.461453 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:30:20.472015 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:20.472896 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:20.504479 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-84ce5214-a6de-4705-b21f-245885cc8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:20.506905 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-84ce5214-a6de-4705-b21f-245885cc8fdd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 1130 time: 0.1330903 Sep 09 06:30:20.612849 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:20.895422 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:17Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:20.947928 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91306ee-0d1f-4046-a559-f722e4fffe69 None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:17Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:30:20.983136 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fbc41-8fbd-495d-8a80-2759dafeddac req-2d284153-dee7-4348-a329-66260062e5e1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:20.986215 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b22fbc41-8fbd-495d-8a80-2759dafeddac req-2d284153-dee7-4348-a329-66260062e5e1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1400616 Sep 09 06:30:20.991675 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b50ad0a9-bee6-4e54-9f8d-32d6302b0a57 req-2796b231-828c-4c72-9721-8c7f71203b62 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723191 Sep 09 06:30:21.143185 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:21.169877 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.db.resource_extend [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 09 06:30:21.222517 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-813f8d45-3fd8-4eaa-8756-f52774188f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:21.226339 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-813f8d45-3fd8-4eaa-8756-f52774188f69 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 916 time: 0.6751058 Sep 09 06:30:21.230902 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b22fbc41-8fbd-495d-8a80-2759dafeddac req-e637f4d7-9634-4c71-af18-8adbcfdaf57c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860511 Sep 09 06:30:21.265967 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:21.271289 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (79036201-82ab-4927-a305-f6c47c137e83), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:21.322885 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-676cd3c4-0c30-44cf-a1b0-d6b4d940a73c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=837586c2-7c46-4e73-876b-89de8eba416d HTTP/1.1" status: 200 len: 1000 time: 0.0795469 Sep 09 06:30:21.366954 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:21.386813 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Floating IP 79036201-82ab-4927-a305-f6c47c137e83 associated. External IP: 172.27.0.163, port: 2f4a6eb7-079c-4c01-b074-3e7a050153a9. Sep 09 06:30:21.398881 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-ff11f741-2dd2-41d2-8b6e-6928612a8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:21.401192 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-ff11f741-2dd2-41d2-8b6e-6928612a8b7d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.0693245 Sep 09 06:30:21.470841 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-2100aa84-80fc-40b7-970f-2e086495e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:21.472728 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9564e1-70c3-4887-91be-399e9c37c84f None None] New status for floating IP 035e149e-c2b5-421c-9383-267bba19f89e: ACTIVE {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:30:21.473835 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-2100aa84-80fc-40b7-970f-2e086495e111 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0563819 Sep 09 06:30:21.520118 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:21.650165 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-9a011993-cb81-4631-99e5-f58489f3ad51 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582496 Sep 09 06:30:21.692685 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Router a706bc59-9e93-4f24-b6c6-8624881cf30d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:30:21.768088 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04a1830-cd4b-4172-a2b1-ba2c569ff61b req-d28fdaac-8371-4517-9144-a30960bcb177 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115229 Sep 09 06:30:21.828587 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:30:21.835444 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:21.841122 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] Sync routers for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:30:21.856634 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:21.857392 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:21.874128 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-530f4efd-d0da-461a-a52a-504f85397d14 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/79036201-82ab-4927-a305-f6c47c137e83 HTTP/1.1" status: 200 len: 992 time: 2.4351542 Sep 09 06:30:21.874128 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'tag': '2f4a6eb7-079c-4c01-b074-3e7a050153a9'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:21.875371 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23db763b-6ef5-4201-87c3-1ce240bb78c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebebb1d1-2de0-4afb-b816-797f5a4ed1ff", "tag": "2f4a6eb7-079c-4c01-b074-3e7a050153a9"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:21.926346 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3819fd-7171-4ec5-815e-c4a70af40a58 x-openstack-request-id: req-4f3819fd-7171-4ec5-815e-c4a70af40a58 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:21.927094 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebebb1d1-2de0-4afb-b816-797f5a4ed1ff", "tag": "2f4a6eb7-079c-4c01-b074-3e7a050153a9", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:21.927422 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f3819fd-7171-4ec5-815e-c4a70af40a58 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:21.927920 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3819fd-7171-4ec5-815e-c4a70af40a58'] response: {'name': 'network-changed', 'server_uuid': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'tag': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'status': 'completed', 'code': 200} Sep 09 06:30:22.021182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-8603d198-76ca-463b-83ae-e8220ad633a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:22.026860 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-8603d198-76ca-463b-83ae-e8220ad633a8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 1130 time: 0.0658152 Sep 09 06:30:22.075927 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:22.439600 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '79036201-82ab-4927-a305-f6c47c137e83', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'port_id': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'mac_address': 'fa:16:3e:28:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:33Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 1, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:22.451101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-990a2c53-3c07-4abe-8ecc-ce790e3a3120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:22.452561 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-990a2c53-3c07-4abe-8ecc-ce790e3a3120 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 912 time: 0.4158795 Sep 09 06:30:22.461272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fed1a-d26d-487f-8004-821cbde94f13 req-c05fe4a1-62b6-45f3-847f-fb56411edaf8 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:22.462854 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b80fed1a-d26d-487f-8004-821cbde94f13 req-c05fe4a1-62b6-45f3-847f-fb56411edaf8 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0722144 Sep 09 06:30:22.485701 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] Checking router: a706bc59-9e93-4f24-b6c6-8624881cf30d for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:30:22.498843 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:22.499511 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:22.572634 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-da59d753-7e0e-4511-9ece-42bd963a92d7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9 HTTP/1.1" status: 200 len: 1000 time: 0.1086855 Sep 09 06:30:22.575981 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b80fed1a-d26d-487f-8004-821cbde94f13 req-34ea6d46-e16f-4791-a278-d2c9bfa6ed60 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060643 Sep 09 06:30:22.587752 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:22.617279 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:22.623097 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51048) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:22.631882 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:22.646468 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-c0a0903d-cff5-468d-99b4-dac3c300fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:22.649923 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-c0a0903d-cff5-468d-99b4-dac3c300fada service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.0685439 Sep 09 06:30:22.670537 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:22.724272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-eed6d212-8c1f-42e0-bc7a-e3ad638f83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:22.726497 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-eed6d212-8c1f-42e0-bc7a-e3ad638f83e8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641096 Sep 09 06:30:22.819443 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2104316d-2f0c-410a-96a3-34ba012493a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:22.872161 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-ae04177d-d885-4a0e-aec6-153ae370a67c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374788 Sep 09 06:30:22.878749 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '79036201-82ab-4927-a305-f6c47c137e83', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'port_id': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'mac_address': 'fa:16:3e:28:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:33Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 1, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:22.907973 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0169857a-f112-41d1-9679-31cbdeb5ad0d None None] The sync data for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi is: [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '79036201-82ab-4927-a305-f6c47c137e83', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'port_id': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'mac_address': 'fa:16:3e:28:34:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:33Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 1, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:30:23.011415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2104316d-2f0c-410a-96a3-34ba012493a0 admin admin] Publish callbacks [] for security_group (2ae757f7-e7c9-4f27-bc21-d1b19c96a8c7), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.014518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23db763b-6ef5-4201-87c3-1ce240bb78c5 req-68b9a53f-3302-4aae-b0b3-14ad90ecf78b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357961 Sep 09 06:30:23.016177 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2104316d-2f0c-410a-96a3-34ba012493a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (2ae757f7-e7c9-4f27-bc21-d1b19c96a8c7), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.040615 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:23.061309 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-2104316d-2f0c-410a-96a3-34ba012493a0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fb43eaa48ef6479ea8f5447fb5b7f96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374464 Sep 09 06:30:23.062578 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104316d-2f0c-410a-96a3-34ba012493a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae757f7-e7c9-4f27-bc21-d1b19c96a8c7,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:23.064163 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51054) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:23.118451 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f878f643-cc18-42d1-a251-8c9caaab7f00 admin admin] Publish callbacks [] for security_group (2ae757f7-e7c9-4f27-bc21-d1b19c96a8c7), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.142235 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f878f643-cc18-42d1-a251-8c9caaab7f00 admin admin] Publish callbacks [] for security_group (2ae757f7-e7c9-4f27-bc21-d1b19c96a8c7), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.193054 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f878f643-cc18-42d1-a251-8c9caaab7f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (2ae757f7-e7c9-4f27-bc21-d1b19c96a8c7), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.195649 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f878f643-cc18-42d1-a251-8c9caaab7f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.196819 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f878f643-cc18-42d1-a251-8c9caaab7f00 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2ae757f7-e7c9-4f27-bc21-d1b19c96a8c7 HTTP/1.1" status: 204 len: 168 time: 0.1314452 Sep 09 06:30:23.205590 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f643-cc18-42d1-a251-8c9caaab7f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae757f7-e7c9-4f27-bc21-d1b19c96a8c7,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:23.565346 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51070) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:23.577909 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:23.587244 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30cf9e1b-3d46-4c5d-91f3-f7bfe06a622c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.628161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51074) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:23.718540 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30cf9e1b-3d46-4c5d-91f3-f7bfe06a622c admin admin] Publish callbacks [] for security_group (e5fab560-41e6-4b14-ae87-9b6bf039dd25), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.724397 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30cf9e1b-3d46-4c5d-91f3-f7bfe06a622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e5fab560-41e6-4b14-ae87-9b6bf039dd25), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.727680 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a72b32-1847-451f-8052-13f28fccff0a None None] New status for floating IP 79036201-82ab-4927-a305-f6c47c137e83: ACTIVE {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:30:23.782572 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-30cf9e1b-3d46-4c5d-91f3-f7bfe06a622c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=384db24b39bc4569ac5f0406318fa2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124133 Sep 09 06:30:23.783196 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51080) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:23.785224 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf9e1b-3d46-4c5d-91f3-f7bfe06a622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fab560-41e6-4b14-ae87-9b6bf039dd25,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:23.841699 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7077-a601-40e7-8dd3-26f7f8969717 req-4edd82ed-35ef-4fbe-82d9-e5aa45b194b1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:23.843394 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b11b7077-a601-40e7-8dd3-26f7f8969717 req-4edd82ed-35ef-4fbe-82d9-e5aa45b194b1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1434216 Sep 09 06:30:23.881298 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e690a7bf-1a09-44c7-ba99-be3f63f9f834 admin admin] Publish callbacks [] for security_group (e5fab560-41e6-4b14-ae87-9b6bf039dd25), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.897966 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:23.913342 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b11b7077-a601-40e7-8dd3-26f7f8969717 req-2547bc60-26a1-438d-9963-bd3ae6de8b47 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635359 Sep 09 06:30:23.916721 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e690a7bf-1a09-44c7-ba99-be3f63f9f834 admin admin] Publish callbacks [] for security_group (e5fab560-41e6-4b14-ae87-9b6bf039dd25), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.979654 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e690a7bf-1a09-44c7-ba99-be3f63f9f834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e5fab560-41e6-4b14-ae87-9b6bf039dd25), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.982216 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e690a7bf-1a09-44c7-ba99-be3f63f9f834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:23.986018 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e690a7bf-1a09-44c7-ba99-be3f63f9f834 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e5fab560-41e6-4b14-ae87-9b6bf039dd25 HTTP/1.1" status: 204 len: 168 time: 0.1990871 Sep 09 06:30:23.992099 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690a7bf-1a09-44c7-ba99-be3f63f9f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fab560-41e6-4b14-ae87-9b6bf039dd25,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:24.004674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67f04d64-bf5c-443c-b35b-5aa899e3e1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.017972 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51086) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:24.109444 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67f04d64-bf5c-443c-b35b-5aa899e3e1b0 admin admin] Publish callbacks [] for security_group (e8a84085-f2c2-4997-b91c-5b6ea88ba979), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.114677 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-67f04d64-bf5c-443c-b35b-5aa899e3e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e8a84085-f2c2-4997-b91c-5b6ea88ba979), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.163640 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-67f04d64-bf5c-443c-b35b-5aa899e3e1b0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=851f8ae3fe36412c80b9abd39f91bd74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5343466 Sep 09 06:30:24.164023 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51092) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:24.164824 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f04d64-bf5c-443c-b35b-5aa899e3e1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a84085-f2c2-4997-b91c-5b6ea88ba979,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:24.228854 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d2764c13-9a04-4605-8f17-9a5dbe654d95 admin admin] Publish callbacks [] for security_group (e8a84085-f2c2-4997-b91c-5b6ea88ba979), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.252787 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d2764c13-9a04-4605-8f17-9a5dbe654d95 admin admin] Publish callbacks [] for security_group (e8a84085-f2c2-4997-b91c-5b6ea88ba979), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.301076 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aac1ea93-d6f6-4e8a-9506-7c17055fc876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.336380 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d2764c13-9a04-4605-8f17-9a5dbe654d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e8a84085-f2c2-4997-b91c-5b6ea88ba979), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.338745 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d2764c13-9a04-4605-8f17-9a5dbe654d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.342339 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d2764c13-9a04-4605-8f17-9a5dbe654d95 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e8a84085-f2c2-4997-b91c-5b6ea88ba979 HTTP/1.1" status: 204 len: 168 time: 0.1737475 Sep 09 06:30:24.359167 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2764c13-9a04-4605-8f17-9a5dbe654d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a84085-f2c2-4997-b91c-5b6ea88ba979,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:24.421675 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aac1ea93-d6f6-4e8a-9506-7c17055fc876 admin admin] Publish callbacks [] for security_group (c3370fdb-b1b3-4cca-b68b-cdda9b2b7344), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.426638 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aac1ea93-d6f6-4e8a-9506-7c17055fc876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (c3370fdb-b1b3-4cca-b68b-cdda9b2b7344), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.469092 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-aac1ea93-d6f6-4e8a-9506-7c17055fc876 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=412bc6f61606415985b1fa3abe11975c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474382 Sep 09 06:30:24.469092 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1ea93-d6f6-4e8a-9506-7c17055fc876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3370fdb-b1b3-4cca-b68b-cdda9b2b7344,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:24.470503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51104) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:24.540009 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-34a0afab-3765-49be-89b9-f7bbc5701cb7 admin admin] Publish callbacks [] for security_group (c3370fdb-b1b3-4cca-b68b-cdda9b2b7344), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.557539 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:24.572130 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-34a0afab-3765-49be-89b9-f7bbc5701cb7 admin admin] Publish callbacks [] for security_group (c3370fdb-b1b3-4cca-b68b-cdda9b2b7344), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.630410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-34a0afab-3765-49be-89b9-f7bbc5701cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (c3370fdb-b1b3-4cca-b68b-cdda9b2b7344), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.634824 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-34a0afab-3765-49be-89b9-f7bbc5701cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.639063 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-34a0afab-3765-49be-89b9-f7bbc5701cb7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c3370fdb-b1b3-4cca-b68b-cdda9b2b7344 HTTP/1.1" status: 204 len: 168 time: 0.1644206 Sep 09 06:30:24.644976 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0afab-3765-49be-89b9-f7bbc5701cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3370fdb-b1b3-4cca-b68b-cdda9b2b7344,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:24.712879 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51116) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:24.729675 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ef18434d-c412-458d-8aa3-af97ea31f0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.817714 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ef18434d-c412-458d-8aa3-af97ea31f0d2 admin admin] Publish callbacks [] for security_group (480d9b88-64f9-4b5b-af8e-251ca228b7c0), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.822575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ef18434d-c412-458d-8aa3-af97ea31f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (480d9b88-64f9-4b5b-af8e-251ca228b7c0), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:24.868091 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-ef18434d-c412-458d-8aa3-af97ea31f0d2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bb918b96977e48769e2c67063a59e505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540871 Sep 09 06:30:24.869423 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51122) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:24.873743 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18434d-c412-458d-8aa3-af97ea31f0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480d9b88-64f9-4b5b-af8e-251ca228b7c0,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:24.978076 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1b773c26-77f8-46a4-8a9a-8051ff5769ef admin admin] Publish callbacks [] for security_group (480d9b88-64f9-4b5b-af8e-251ca228b7c0), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:25.001293 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1b773c26-77f8-46a4-8a9a-8051ff5769ef admin admin] Publish callbacks [] for security_group (480d9b88-64f9-4b5b-af8e-251ca228b7c0), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:25.011980 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:25.062170 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1b773c26-77f8-46a4-8a9a-8051ff5769ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (480d9b88-64f9-4b5b-af8e-251ca228b7c0), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:25.065319 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1b773c26-77f8-46a4-8a9a-8051ff5769ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:25.067143 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1b773c26-77f8-46a4-8a9a-8051ff5769ef admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/480d9b88-64f9-4b5b-af8e-251ca228b7c0 HTTP/1.1" status: 204 len: 168 time: 0.1967213 Sep 09 06:30:25.068183 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22f32b-0362-4603-9f3f-f85f3335238c req-8da254e1-0b41-4bed-9d39-8fcb3e02b447 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:25.070223 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8b22f32b-0362-4603-9f3f-f85f3335238c req-8da254e1-0b41-4bed-9d39-8fcb3e02b447 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0726638 Sep 09 06:30:25.076065 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b773c26-77f8-46a4-8a9a-8051ff5769ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d9b88-64f9-4b5b-af8e-251ca228b7c0,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:25.138560 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8b22f32b-0362-4603-9f3f-f85f3335238c req-a2a7a48a-7280-43ec-95a0-0c183903ca66 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612366 Sep 09 06:30:25.633776 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51168) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:25.892447 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1561002842-network', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:25.917788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Made reservation on behalf of 09397aeb58f44f7c9f0ab921e471079a for: {'network': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:30:25.922566 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:25.933386 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:25.979376 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:26.042211 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Publish callbacks [] for security_group (847dc5f9-e136-42be-9297-c3093f2b40e2), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.046475 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (847dc5f9-e136-42be-9297-c3093f2b40e2), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.070489 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=106286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:30:26.087814 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847dc5f9-e136-42be-9297-c3093f2b40e2,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:26.091253 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (36d7d829-6427-484e-ba30-b2cddc4ae5a8), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.091794 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.segments_db [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Added segment 36d7d829-6427-484e-ba30-b2cddc4ae5a8 of type vlan for network a7964840-3c67-4db0-a5fd-d0b8ff555b07 Sep 09 06:30:26.139599 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (a7964840-3c67-4db0-a5fd-d0b8ff555b07), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.174112 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (a7964840-3c67-4db0-a5fd-d0b8ff555b07), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.175244 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:26.176455 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.286699 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6472323 Sep 09 06:30:26.286818 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51198) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:26.290544 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Request body: {'subnet': {'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1561002842-subnet', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'ip_version': 4}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:26.310051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf13be6-28c2-4b6a-a306-6e2857c9cedc admin admin] Pushing event updated for resources: {'Network': ['ID=a7964840-3c67-4db0-a5fd-d0b8ff555b07,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:26.322176 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Made reservation on behalf of 09397aeb58f44f7c9f0ab921e471079a for: {'subnet': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:30:26.325801 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.326963 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:30:26.351978 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3266f1f-056b-450a-aa4b-cad07ca3ebe4 req-ee1cef6d-29be-48fd-908b-1a52b0a2ec50 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:26.358276 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:26.362314 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d3266f1f-056b-450a-aa4b-cad07ca3ebe4 req-ee1cef6d-29be-48fd-908b-1a52b0a2ec50 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1156723 Sep 09 06:30:26.484891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:26.493467 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d3266f1f-056b-450a-aa4b-cad07ca3ebe4 req-3c3c77ee-3d87-4209-86f9-927217010086 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252902 Sep 09 06:30:26.585146 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (1e67c219-42de-4a2c-837b-45ad03b8e5fc), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.587025 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51206) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:26.660369 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e67c219-42de-4a2c-837b-45ad03b8e5fc,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:26.671623 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Checking segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:26.671987 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Network hostable DHCP agents. Network: a7964840-3c67-4db0-a5fd-d0b8ff555b07, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:30:26.697052 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:30:26.708735 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, a7964840-3c67-4db0-a5fd-d0b8ff555b07) {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:26.713024 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:26.713739 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.720333 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf5d109-05bf-4f5d-9e27-3fb2f8e3dba0 None None] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:30:26.725001 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:26.729636 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-40f12e77-fe27-47b5-b4e1-f9842f8d5c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.738944 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a79c39f9-5883-48d6-b5cd-d6492c820060 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4521244 Sep 09 06:30:26.741666 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51214) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:26.748313 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:26.770911 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (9846d50f-3c13-4f04-b08d-4ebab45246e7), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.772065 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (9846d50f-3c13-4f04-b08d-4ebab45246e7), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.838471 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks [] for router_controller (9846d50f-3c13-4f04-b08d-4ebab45246e7), precommit_add_association {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.846313 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-40f12e77-fe27-47b5-b4e1-f9842f8d5c56 admin admin] Publish callbacks [] for security_group (ea0813ee-ced7-4dfe-9010-10d8e78e0425), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.852590 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-40f12e77-fe27-47b5-b4e1-f9842f8d5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ea0813ee-ced7-4dfe-9010-10d8e78e0425), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.882326 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:30:26.884712 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:26.904800 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-40f12e77-fe27-47b5-b4e1-f9842f8d5c56 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f26fb14305d04acab9ed480c543d8adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158145 Sep 09 06:30:26.905985 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f12e77-fe27-47b5-b4e1-f9842f8d5c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0813ee-ced7-4dfe-9010-10d8e78e0425,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:26.909186 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51220) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:27.003434 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-31ba51da-2fe3-44d6-8664-c669af5466d2 admin admin] Publish callbacks [] for security_group (ea0813ee-ced7-4dfe-9010-10d8e78e0425), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.039964 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-31ba51da-2fe3-44d6-8664-c669af5466d2 admin admin] Publish callbacks [] for security_group (ea0813ee-ced7-4dfe-9010-10d8e78e0425), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.075408 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Allocated IP 172.20.0.2 (a7964840-3c67-4db0-a5fd-d0b8ff555b07/1e67c219-42de-4a2c-837b-45ad03b8e5fc/9fc59ea4-622d-4b3d-a596-d084bd24a26f) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:30:27.147017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-31ba51da-2fe3-44d6-8664-c669af5466d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ea0813ee-ced7-4dfe-9010-10d8e78e0425), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.150316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-31ba51da-2fe3-44d6-8664-c669af5466d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.154220 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-31ba51da-2fe3-44d6-8664-c669af5466d2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ea0813ee-ced7-4dfe-9010-10d8e78e0425 HTTP/1.1" status: 204 len: 168 time: 0.2427721 Sep 09 06:30:27.178308 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba51da-2fe3-44d6-8664-c669af5466d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0813ee-ced7-4dfe-9010-10d8e78e0425,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:27.269491 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks [] for router_gateway (9846d50f-3c13-4f04-b08d-4ebab45246e7), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.365653 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Publish callbacks [] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.374953 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.486568 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Pushing event updated for resources: {'Port': ['ID=9fc59ea4-622d-4b3d-a596-d084bd24a26f,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:27.514026 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:27.520024 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:27.524570 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:30:27.645540 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks [] for router_gateway (9846d50f-3c13-4f04-b08d-4ebab45246e7), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.655598 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:27.683249 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.694406 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:27.722840 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66f3aa-cfcb-4de2-bbc3-ea83d8442850 req-72cc7e67-fcb6-40bc-92d1-b36a1853fe05 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:27.724884 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8d66f3aa-cfcb-4de2-bbc3-ea83d8442850 req-72cc7e67-fcb6-40bc-92d1-b36a1853fe05 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.1497307 Sep 09 06:30:27.733944 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211b631-b209-4ac5-953f-ff7729d194dd req-a6d195ef-4ec1-44d2-acf6-0db1a7392321 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:27.737517 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0211b631-b209-4ac5-953f-ff7729d194dd req-a6d195ef-4ec1-44d2-acf6-0db1a7392321 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0831873 Sep 09 06:30:27.739629 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Attempting to bind port 9fc59ea4-622d-4b3d-a596-d084bd24a26f on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:30:27.740002 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Attempting to bind port 9fc59ea4-622d-4b3d-a596-d084bd24a26f by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:30:27.740360 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Attempting to bind port 9fc59ea4-622d-4b3d-a596-d084bd24a26f on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:30:27.827317 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Allocated IP 172.27.0.78 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/58e8698b-e026-4bd8-8dce-70f62210fd2e) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:30:27.830146 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:30:27.830524 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Checking segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:27.830934 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.831329 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Bound using segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:30:27.831843 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Bound port: 9fc59ea4-622d-4b3d-a596-d084bd24a26f, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:30:27.832305 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.857206 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8d66f3aa-cfcb-4de2-bbc3-ea83d8442850 req-82d1729e-6efa-48ac-b39d-672506aeb3da tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183407 Sep 09 06:30:27.873573 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0211b631-b209-4ac5-953f-ff7729d194dd req-90e7058e-14fd-457b-91c8-92829f233954 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261630 Sep 09 06:30:27.927176 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] For port 9fc59ea4-622d-4b3d-a596-d084bd24a26f, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:30:27.932394 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] For port 9fc59ea4-622d-4b3d-a596-d084bd24a26f, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=9fc59ea4-622d-4b3d-a596-d084bd24a26f,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:30:27.939340 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:27.947695 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:27.967846 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks [] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:28.008762 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:28.015923 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9faf4-c5b0-419b-aad7-2d37d1d07593 None None] Pushing event updated for resources: {'Port': ['ID=9fc59ea4-622d-4b3d-a596-d084bd24a26f,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:28.067342 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:28.073333 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:28.075638 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Pushing event updated for resources: {'Port': ['ID=58e8698b-e026-4bd8-8dce-70f62210fd2e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:28.077913 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:30:28.309606 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:28.327822 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks [] for router_gateway (9846d50f-3c13-4f04-b08d-4ebab45246e7), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:28.520718 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (9846d50f-3c13-4f04-b08d-4ebab45246e7), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:28.666424 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-6910f0e6-f7a7-42bc-93d5-0bfcad53e53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:28.673451 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:28.696283 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:30:28.844242 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:30:28.861625 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:30:28.883495 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:28.884626 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:28.888106 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:28.892654 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51270) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:28.894278 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5b96bd16-31c1-4189-888a-5b3d5cd66291 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1464720 Sep 09 06:30:29.098865 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:29.175846 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb0cda-7e25-4147-bf91-d69d71d01ea0 None None] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:30:29.197016 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:29.243281 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e09-4b97-41a4-b1a5-062da6b20a92 req-9c5f480a-fdec-4e2b-94cb-9d6338756c3e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:29.244799 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-61603e09-4b97-41a4-b1a5-062da6b20a92 req-9c5f480a-fdec-4e2b-94cb-9d6338756c3e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.2158396 Sep 09 06:30:29.250282 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b10a23-0204-45be-aac1-20bd3100efec req-346c011c-9345-4bf9-ab3c-b8f4e7421dbc tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:29.252908 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-41b10a23-0204-45be-aac1-20bd3100efec req-346c011c-9345-4bf9-ab3c-b8f4e7421dbc tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.1187053 Sep 09 06:30:29.302105 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07b41015-fde3-41a3-9801-cb16c1e47386 None None] Provisioning complete for port 9fc59ea4-622d-4b3d-a596-d084bd24a26f triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:29.302960 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07b41015-fde3-41a3-9801-cb16c1e47386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.319389 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:28Z', 'revision_number': 3, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:29.352785 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:30:29.353250 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Updating router 9846d50f-3c13-4f04-b08d-4ebab45246e7 port 58e8698b-e026-4bd8-8dce-70f62210fd2e binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:30:29.364073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:29.397381 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.452951 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-41b10a23-0204-45be-aac1-20bd3100efec req-deac3f55-ef39-449b-b6c5-c923851d1912 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912854 Sep 09 06:30:29.471250 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-61603e09-4b97-41a4-b1a5-062da6b20a92 req-9f75de6a-146e-4b33-8658-9040ecf363e5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164600 Sep 09 06:30:29.497228 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07b41015-fde3-41a3-9801-cb16c1e47386 None None] Current status of the port 9fc59ea4-622d-4b3d-a596-d084bd24a26f is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:29.498314 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07b41015-fde3-41a3-9801-cb16c1e47386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.560167 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07b41015-fde3-41a3-9801-cb16c1e47386 None None] For port 9fc59ea4-622d-4b3d-a596-d084bd24a26f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=9fc59ea4-622d-4b3d-a596-d084bd24a26f,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:29.564730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07b41015-fde3-41a3-9801-cb16c1e47386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.649654 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b41015-fde3-41a3-9801-cb16c1e47386 None None] Pushing event updated for resources: {'Port': ['ID=9fc59ea4-622d-4b3d-a596-d084bd24a26f,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:29.659656 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 9fc59ea4-622d-4b3d-a596-d084bd24a26f up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:29.732154 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 9fc59ea4-622d-4b3d-a596-d084bd24a26f triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:29.733452 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.785958 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Publish callbacks [] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.792045 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.826948 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:29.859233 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 9fc59ea4-622d-4b3d-a596-d084bd24a26f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:29.891066 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Attempting to bind port 58e8698b-e026-4bd8-8dce-70f62210fd2e on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:30:29.892272 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Attempting to bind port 58e8698b-e026-4bd8-8dce-70f62210fd2e by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:30:29.892564 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Attempting to bind port 58e8698b-e026-4bd8-8dce-70f62210fd2e on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:30:29.899246 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.931374 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Pushing event updated for resources: {'Port': ['ID=58e8698b-e026-4bd8-8dce-70f62210fd2e,revision_number=2']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:29.946734 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.947108 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.947510 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.948030 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.949017 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.949399 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.949881 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.950332 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.950620 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.950978 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.951307 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.951733 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.952052 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.952370 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.952681 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:30:29.974928 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:30:29.975900 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:29.977715 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:29.977715 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:30:29.977715 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Bound port: 58e8698b-e026-4bd8-8dce-70f62210fd2e, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:30:29.977715 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:30.015268 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:30.019720 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-f0d44d69-befc-4aa6-a428-b6be615e7acb None None] Provisioning complete for port 9fc59ea4-622d-4b3d-a596-d084bd24a26f triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:30.020237 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f0d44d69-befc-4aa6-a428-b6be615e7acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:30.046879 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] For port 58e8698b-e026-4bd8-8dce-70f62210fd2e, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:30:30.047029 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5029cae9-c958-4632-ac10-3850971333c1 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:30.049057 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5029cae9-c958-4632-ac10-3850971333c1 tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.0914853 Sep 09 06:30:30.050342 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] For port 58e8698b-e026-4bd8-8dce-70f62210fd2e, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=58e8698b-e026-4bd8-8dce-70f62210fd2e,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:30:30.057901 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:30.075590 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:30.114230 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:30.114878 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:30.158289 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-f0d44d69-befc-4aa6-a428-b6be615e7acb None None] Current status of the port 9fc59ea4-622d-4b3d-a596-d084bd24a26f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:30.192289 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be5c5d-8d77-49f1-acff-d3d187e4e351 None None] Pushing event updated for resources: {'Port': ['ID=58e8698b-e026-4bd8-8dce-70f62210fd2e,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:30.269626 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Allocated IP 172.20.0.1 (a7964840-3c67-4db0-a5fd-d0b8ff555b07/1e67c219-42de-4a2c-837b-45ad03b8e5fc/4e9d29e9-da8e-4760-802c-a6d182e86685) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:30:30.271699 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Deleting port a503eaba-3508-4e89-ad5d-344158d578f6 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:30:30.272043 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:30.420365 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:30.438566 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:30.440522 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] For port a503eaba-3508-4e89-ad5d-344158d578f6, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a503eaba-3508-4e89-ad5d-344158d578f6,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:30.440890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:30.464648 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Calling delete_port for a503eaba-3508-4e89-ad5d-344158d578f6 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:30:30.648642 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:30.690952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Publish callbacks [] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:30.698835 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:28Z', 'revision_number': 3, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:30.733457 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f18ee-9517-43b9-bb49-6933af5db5cc None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:28Z', 'revision_number': 3, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:30:30.740465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8bfd1-5882-4c1a-8339-6006b9f05166 req-24b95591-f54c-4e83-8e20-9822d01e951a tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:30.741942 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4df8bfd1-5882-4c1a-8339-6006b9f05166 req-24b95591-f54c-4e83-8e20-9822d01e951a tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 945 time: 0.1049261 Sep 09 06:30:30.771978 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b69a39-8a89-49b2-a584-8ae3b208f3e1 req-443ce5f1-1909-4b7e-8656-6ec129e026a5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:30.773495 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43b69a39-8a89-49b2-a584-8ae3b208f3e1 req-443ce5f1-1909-4b7e-8656-6ec129e026a5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1375828 Sep 09 06:30:30.858062 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:30.927506 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4df8bfd1-5882-4c1a-8339-6006b9f05166 req-1600d2a2-c9d5-4dfe-9c18-1546cacd7f0b tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9ee91c9b-de6c-4c85-98e1-3b6638665b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746740 Sep 09 06:30:30.949352 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43b69a39-8a89-49b2-a584-8ae3b208f3e1 req-b90660cc-9750-4517-aff6-5017130d42e4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619580 Sep 09 06:30:30.963885 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:30.976284 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:30.978990 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9d29e9-da8e-4760-802c-a6d182e86685,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:30.981511 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:30:30.982222 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (9846d50f-3c13-4f04-b08d-4ebab45246e7), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.053783 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8fa24ff3-976f-4640-8df8-92a02544ce14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.283682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (a503eaba-3508-4e89-ad5d-344158d578f6), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.287861 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-2c8d799d-5f73-4ec5-a781-4bf2ef69ed89 None None] Provisioning complete for port 4e9d29e9-da8e-4760-802c-a6d182e86685 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:31.288300 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2c8d799d-5f73-4ec5-a781-4bf2ef69ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.311480 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['a503eaba-3508-4e89-ad5d-344158d578f6'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:30:31.318891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Pushing event deleted for resources: {'Port': ['ID=a503eaba-3508-4e89-ad5d-344158d578f6,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:31.346858 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d799d-5f73-4ec5-a781-4bf2ef69ed89 None None] Port 4e9d29e9-da8e-4760-802c-a6d182e86685 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:30:31.414139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] No DVR routers for this DVR port a503eaba-3508-4e89-ad5d-344158d578f6 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:30:31.428542 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.431976 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-536319bc-37f9-4dcd-a100-f8447ef593b7 req-5878df9e-d23b-47e7-b4b7-85cb7243a5ab tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a503eaba-3508-4e89-ad5d-344158d578f6 HTTP/1.1" status: 204 len: 173 time: 1.3763411 Sep 09 06:30:31.433109 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295d1588-844d-4693-9169-6269e37472d6', 'name': 'network-vif-deleted', 'tag': 'a503eaba-3508-4e89-ad5d-344158d578f6'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:31.435564 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24835ed6-8bd2-4c95-9b16-f2b097966fa6" -d '{"events": [{"server_uuid": "295d1588-844d-4693-9169-6269e37472d6", "name": "network-vif-deleted", "tag": "a503eaba-3508-4e89-ad5d-344158d578f6"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:31.550063 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed6d5a8-d953-42bd-af79-befad5ecb223 x-openstack-request-id: req-bed6d5a8-d953-42bd-af79-befad5ecb223 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:31.550361 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295d1588-844d-4693-9169-6269e37472d6", "name": "network-vif-deleted", "tag": "a503eaba-3508-4e89-ad5d-344158d578f6", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:31.550616 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bed6d5a8-d953-42bd-af79-befad5ecb223 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:31.551022 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed6d5a8-d953-42bd-af79-befad5ecb223'] response: {'server_uuid': '295d1588-844d-4693-9169-6269e37472d6', 'name': 'network-vif-deleted', 'tag': 'a503eaba-3508-4e89-ad5d-344158d578f6', 'status': 'completed', 'code': 200} Sep 09 06:30:31.582786 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.636446 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 9fc59ea4-622d-4b3d-a596-d084bd24a26f up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:31.668628 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:31.712032 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 9fc59ea4-622d-4b3d-a596-d084bd24a26f triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:31.712440 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.825859 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Publish callbacks [] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.831638 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 9fc59ea4-622d-4b3d-a596-d084bd24a26f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:31.832975 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 58e8698b-e026-4bd8-8dce-70f62210fd2e up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:31.840881 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.841656 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (9846d50f-3c13-4f04-b08d-4ebab45246e7), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.921582 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9d29e9-da8e-4760-802c-a6d182e86685,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:31.968621 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 58e8698b-e026-4bd8-8dce-70f62210fd2e triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:31.969074 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:31.980509 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:32.088300 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:32.090392 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:32.213377 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 58e8698b-e026-4bd8-8dce-70f62210fd2e is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:32.214604 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:32.258228 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:32.262279 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 58e8698b-e026-4bd8-8dce-70f62210fd2e, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=58e8698b-e026-4bd8-8dce-70f62210fd2e,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:32.276305 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:32.312197 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:32.315945 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-958f2de2-114b-46a9-89f3-c5e66065de6f req-58fedf3d-80bc-404c-9bf8-39050c1f0fda tempest-DeleteServersTestJSON-1953108578 tempest-DeleteServersTestJSON-1953108578-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=295d1588-844d-4693-9169-6269e37472d6 HTTP/1.1" status: 200 len: 210 time: 0.0311570 Sep 09 06:30:32.375784 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=58e8698b-e026-4bd8-8dce-70f62210fd2e,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:32.413064 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:30:32.428729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910eb3f-c81c-42b5-a054-e29244765d5f req-00b4a927-e596-46f7-9c05-870de605d9cf tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:32.430496 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7910eb3f-c81c-42b5-a054-e29244765d5f req-00b4a927-e596-46f7-9c05-870de605d9cf tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1470444 Sep 09 06:30:32.485313 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-d71ee2af-cc56-46a0-a145-49a61e93fb2c None None] Provisioning complete for port 4e9d29e9-da8e-4760-802c-a6d182e86685 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:32.485739 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d71ee2af-cc56-46a0-a145-49a61e93fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:32.537458 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-d71ee2af-cc56-46a0-a145-49a61e93fb2c None None] Port 4e9d29e9-da8e-4760-802c-a6d182e86685 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:30:32.585983 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7910eb3f-c81c-42b5-a054-e29244765d5f req-393888e6-cc8d-4e1d-8143-f8134495050c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393011 Sep 09 06:30:32.607265 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:30:32.619445 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-beebe4a3-65da-44e7-a681-020372128af1 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/9846d50f-3c13-4f04-b08d-4ebab45246e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7256169 Sep 09 06:30:32.843887 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:30:32.855434 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:32.856096 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:32.969820 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:33.269599 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:33.300937 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51366) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:33.308213 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1169624783-network', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:33.312728 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 2, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:33.332598 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Made reservation on behalf of 81f3ef01e71946bb96dc617898d0d8b8 for: {'network': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:30:33.335715 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.339825 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:30:33.340264 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Updating router 9846d50f-3c13-4f04-b08d-4ebab45246e7 port 4e9d29e9-da8e-4760-802c-a6d182e86685 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:30:33.348081 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.371245 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.473300 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Publish callbacks [] for security_group (3919b0e7-2a30-4b22-8bf3-a7e4f37d9f5a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.485277 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3919b0e7-2a30-4b22-8bf3-a7e4f37d9f5a), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.519760 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:33.521017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=106286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:30:33.538710 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 58e8698b-e026-4bd8-8dce-70f62210fd2e up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:33.544173 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.565724 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (e0e60d99-0c86-4c88-a009-8adcea24dbf8), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.566031 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.segments_db [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Added segment e0e60d99-0c86-4c88-a009-8adcea24dbf8 of type vlan for network adac9c56-e3af-484d-b9d0-1d61b0505629 Sep 09 06:30:33.585355 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3919b0e7-2a30-4b22-8bf3-a7e4f37d9f5a,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:33.631425 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.656419 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (adac9c56-e3af-484d-b9d0-1d61b0505629), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.691488 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 58e8698b-e026-4bd8-8dce-70f62210fd2e triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:33.691934 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.694595 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (adac9c56-e3af-484d-b9d0-1d61b0505629), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.696378 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:33.699239 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.785275 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4819789 Sep 09 06:30:33.788353 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51394) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:33.796691 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Request body: {'subnet': {'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1169624783-subnet', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'ip_version': 4}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:33.801337 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:33.816125 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a22bc9-9741-4a7d-ba93-521f22d607fe admin admin] Pushing event updated for resources: {'Network': ['ID=adac9c56-e3af-484d-b9d0-1d61b0505629,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:33.841638 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada902c-e1e1-4a8b-9b15-a049252b8c97 req-1695969f-bcc0-43b0-bf0b-7f521cf7d545 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:33.842771 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network adac9c56-e3af-484d-b9d0-1d61b0505629 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:30:33.849790 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ada902c-e1e1-4a8b-9b15-a049252b8c97 req-1695969f-bcc0-43b0-bf0b-7f521cf7d545 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1147294 Sep 09 06:30:33.865057 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Made reservation on behalf of 81f3ef01e71946bb96dc617898d0d8b8 for: {'subnet': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:30:33.876156 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:33.912576 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ada902c-e1e1-4a8b-9b15-a049252b8c97 req-73c4bb40-e788-45b8-a80e-6ddcc1a5757a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618470 Sep 09 06:30:33.986724 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 58e8698b-e026-4bd8-8dce-70f62210fd2e is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:34.029090 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Publish callbacks [] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.037483 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.088477 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9b61-c2bd-4798-bd08-841c5b591078 None None] Pushing event updated for resources: {'Port': ['ID=4e9d29e9-da8e-4760-802c-a6d182e86685,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:34.118815 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (9840c060-136b-4cbc-bdf4-629b222d26e3), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.138882 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Attempting to bind port 4e9d29e9-da8e-4760-802c-a6d182e86685 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:30:34.139578 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Attempting to bind port 4e9d29e9-da8e-4760-802c-a6d182e86685 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:30:34.140121 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Attempting to bind port 4e9d29e9-da8e-4760-802c-a6d182e86685 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:30:34.191316 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9840c060-136b-4cbc-bdf4-629b222d26e3,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:34.198051 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Checking segment: {'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:34.198400 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Network hostable DHCP agents. Network: adac9c56-e3af-484d-b9d0-1d61b0505629, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:30:34.208774 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:30:34.209623 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Checking segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:34.210355 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.210971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Bound using segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:30:34.212333 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Bound port: 4e9d29e9-da8e-4760-802c-a6d182e86685, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:30:34.212774 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.217649 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Network adac9c56-e3af-484d-b9d0-1d61b0505629 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:30:34.228992 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, adac9c56-e3af-484d-b9d0-1d61b0505629) {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:34.235580 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:34.236306 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.238492 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:34.248269 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9de8c-9875-4349-a442-0590acd901d4 None None] Network adac9c56-e3af-484d-b9d0-1d61b0505629 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:30:34.257379 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-70930299-041f-464f-a1d4-7c55b1c6ab20 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4667151 Sep 09 06:30:34.259915 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51408) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:34.264191 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:34.289225 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (98351400-354b-4f25-8367-fc7780c516ce), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.290586 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (98351400-354b-4f25-8367-fc7780c516ce), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.311104 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:34.335051 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] For port 4e9d29e9-da8e-4760-802c-a6d182e86685, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:30:34.339674 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] For port 4e9d29e9-da8e-4760-802c-a6d182e86685, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=4e9d29e9-da8e-4760-802c-a6d182e86685,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:30:34.348315 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks [] for router_controller (98351400-354b-4f25-8367-fc7780c516ce), precommit_add_association {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.360541 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.420451 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:34.421077 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:34.459028 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-adac9c56-e3af-484d-b9d0-1d61b0505629', 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629', 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'fixed_ips': [{'subnet_id': '9840c060-136b-4cbc-bdf4-629b222d26e3'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:30:34.459982 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.495676 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9b61-c2bd-4798-bd08-841c5b591078 None None] Pushing event updated for resources: {'Port': ['ID=4e9d29e9-da8e-4760-802c-a6d182e86685,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:34.511761 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks [] for router_gateway (98351400-354b-4f25-8367-fc7780c516ce), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.641114 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:34.728689 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks [] for router_gateway (98351400-354b-4f25-8367-fc7780c516ce), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.756776 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:34.759090 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:34.859367 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Allocated IP 172.20.0.2 (adac9c56-e3af-484d-b9d0-1d61b0505629/9840c060-136b-4cbc-bdf4-629b222d26e3/46c99b87-bc99-4b33-b053-28f85c73a540) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:30:34.905141 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device a503eaba-3508-4e89-ad5d-344158d578f6 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:30:34.905314 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Allocated IP 172.27.0.142 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/c189d973-33bc-4482-9669-bb1e34e9d859) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:30:34.933256 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:34.963910 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: a503eaba-3508-4e89-ad5d-344158d578f6 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:30:34.963910 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device a503eaba-3508-4e89-ad5d-344158d578f6 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:30:35.144082 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks [] for port (c189d973-33bc-4482-9669-bb1e34e9d859), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:35.167425 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b1528-44b7-45c4-b791-af0ebb9b1afa req-ea38a3ff-c843-4679-8b87-89c4de35bab7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:35.177444 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a15b1528-44b7-45c4-b791-af0ebb9b1afa req-ea38a3ff-c843-4679-8b87-89c4de35bab7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1496558 Sep 09 06:30:35.206453 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:34Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:35.207889 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:35.245010 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1758298-95af-4023-8999-f7ec00fe7879 None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:34Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:30:35.246249 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51446) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:35.364809 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Pushing event updated for resources: {'Port': ['ID=c189d973-33bc-4482-9669-bb1e34e9d859,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:35.372759 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51448) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:35.386181 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:35.389403 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:35.399950 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:30:35.441829 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a15b1528-44b7-45c4-b791-af0ebb9b1afa req-e2c1d8cb-859c-4297-9dc4-e16bd334b4a5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620530 Sep 09 06:30:35.480115 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Publish callbacks [] for port (46c99b87-bc99-4b33-b053-28f85c73a540), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:35.504902 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:35.577727 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:35.599365 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Network adac9c56-e3af-484d-b9d0-1d61b0505629 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:35.613596 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:35.620658 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:30:35.638046 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Pushing event updated for resources: {'Port': ['ID=46c99b87-bc99-4b33-b053-28f85c73a540,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:35.747329 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 4e9d29e9-da8e-4760-802c-a6d182e86685 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:35.820606 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-827a2af0-17c8-47df-9b19-6bc920411596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:35.827875 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Attempting to bind port 46c99b87-bc99-4b33-b053-28f85c73a540 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:30:35.828111 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Attempting to bind port 46c99b87-bc99-4b33-b053-28f85c73a540 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:30:35.828577 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Attempting to bind port 46c99b87-bc99-4b33-b053-28f85c73a540 on network adac9c56-e3af-484d-b9d0-1d61b0505629 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:30:35.837135 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:35.933362 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 4e9d29e9-da8e-4760-802c-a6d182e86685 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:35.933730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:35.947179 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:30:35.947616 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Checking segment: {'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:35.947959 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:35.948352 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Bound using segment: {'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:30:35.948828 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Bound port: 46c99b87-bc99-4b33-b053-28f85c73a540, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:30:35.949201 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:36.066320 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] For port 46c99b87-bc99-4b33-b053-28f85c73a540, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:30:36.081135 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] For port 46c99b87-bc99-4b33-b053-28f85c73a540, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=46c99b87-bc99-4b33-b053-28f85c73a540,segment=NetworkSegment(e0e60d99-0c86-4c88-a009-8adcea24dbf8),segment_id=e0e60d99-0c86-4c88-a009-8adcea24dbf8)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:30:36.081382 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:36.081382 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks [] for router_gateway (98351400-354b-4f25-8367-fc7780c516ce), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:36.129476 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-827a2af0-17c8-47df-9b19-6bc920411596 admin admin] Publish callbacks [] for security_group (5206c123-fc09-41ee-8e23-1fad9eb6707e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:36.130955 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:36.132561 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:36.245908 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 4e9d29e9-da8e-4760-802c-a6d182e86685 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:36.246310 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:36.278341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:36.347684 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 4e9d29e9-da8e-4760-802c-a6d182e86685, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=4e9d29e9-da8e-4760-802c-a6d182e86685,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:36.350118 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bab67-6945-49d9-bcad-f00257e26171 None None] Pushing event updated for resources: {'Port': ['ID=46c99b87-bc99-4b33-b053-28f85c73a540,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:36.355634 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:36.429579 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=4e9d29e9-da8e-4760-802c-a6d182e86685,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:36.679929 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-827a2af0-17c8-47df-9b19-6bc920411596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (5206c123-fc09-41ee-8e23-1fad9eb6707e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:36.732137 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-827a2af0-17c8-47df-9b19-6bc920411596 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4c77b54fca274cf6b85228920aa2097d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3441992 Sep 09 06:30:36.744858 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbab1e-4b9b-4d2f-a30e-f12efab4cc77 req-620cd053-6178-4c08-aa3c-6f317465bb01 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:36.747484 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-73cbab1e-4b9b-4d2f-a30e-f12efab4cc77 req-620cd053-6178-4c08-aa3c-6f317465bb01 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0804303 Sep 09 06:30:36.770183 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51476) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:36.810360 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a2af0-17c8-47df-9b19-6bc920411596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5206c123-fc09-41ee-8e23-1fad9eb6707e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:37.029615 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:37.048516 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (98351400-354b-4f25-8367-fc7780c516ce), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:37.050182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-c757-4753-8f95-d9ed6de11a21 admin admin] Publish callbacks [] for security_group (5206c123-fc09-41ee-8e23-1fad9eb6707e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:37.077234 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-c757-4753-8f95-d9ed6de11a21 admin admin] Publish callbacks [] for security_group (5206c123-fc09-41ee-8e23-1fad9eb6707e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:37.100735 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-73cbab1e-4b9b-4d2f-a30e-f12efab4cc77 req-87db6c2e-41c7-4764-9e73-d080ce6d0a24 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933145 Sep 09 06:30:37.202372 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-c757-4753-8f95-d9ed6de11a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (5206c123-fc09-41ee-8e23-1fad9eb6707e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:37.211747 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-99f7ae82-c757-4753-8f95-d9ed6de11a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:37.213047 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-99f7ae82-c757-4753-8f95-d9ed6de11a21 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5206c123-fc09-41ee-8e23-1fad9eb6707e HTTP/1.1" status: 204 len: 168 time: 0.4418337 Sep 09 06:30:37.240627 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Deleting port 51987353-694a-43e9-8e2f-6a63803eaf76 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:30:37.241410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:37.241592 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Router 98351400-354b-4f25-8367-fc7780c516ce is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:30:37.280936 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7ae82-c757-4753-8f95-d9ed6de11a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5206c123-fc09-41ee-8e23-1fad9eb6707e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:37.469628 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:30:37.485868 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Sync routers for ids ['98351400-354b-4f25-8367-fc7780c516ce'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:30:37.515677 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:37.523338 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c9d25c0b-0960-4867-98fe-4da9445c544e admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2622921 Sep 09 06:30:37.525152 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51492) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:37.537756 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Routers {'98351400-354b-4f25-8367-fc7780c516ce'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:37.538729 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['98351400-354b-4f25-8367-fc7780c516ce'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:37.640005 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] For port 51987353-694a-43e9-8e2f-6a63803eaf76, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=51987353-694a-43e9-8e2f-6a63803eaf76,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:37.642447 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:37.699507 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:37.706084 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Calling delete_port for 51987353-694a-43e9-8e2f-6a63803eaf76 owned by network:router_interface {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:30:37.870600 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 46c99b87-bc99-4b33-b053-28f85c73a540 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:37.923991 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Set router 98351400-354b-4f25-8367-fc7780c516ce gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:37.956022 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 46c99b87-bc99-4b33-b053-28f85c73a540 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:37.956671 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.009899 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51498) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:38.062636 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f9494b79-11cb-4c39-a122-0ba48b128475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.068449 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ed34d-9733-41a8-9eb3-4968b2ea18ba None None] Network adac9c56-e3af-484d-b9d0-1d61b0505629 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:30:38.093514 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:38.205824 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:35Z', 'revision_number': 3, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port': {'id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:38.240125 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Checking router: 98351400-354b-4f25-8367-fc7780c516ce for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:30:38.240757 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Updating router 98351400-354b-4f25-8367-fc7780c516ce port c189d973-33bc-4482-9669-bb1e34e9d859 binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:30:38.253469 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (51987353-694a-43e9-8e2f-6a63803eaf76), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.267613 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 46c99b87-bc99-4b33-b053-28f85c73a540 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:38.268551 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.269427 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:38.283678 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.308090 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-1d7f1a4d-9883-4fb6-ad38-a269a1888400 None None] Provisioning complete for port 46c99b87-bc99-4b33-b053-28f85c73a540 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:38.308385 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1a4d-9883-4fb6-ad38-a269a1888400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.350528 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:38.364688 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:38.382099 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51987353-694a-43e9-8e2f-6a63803eaf76,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:38.401368 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e521b7-d0a6-4415-a995-f439d21a696b req-6b0e4312-bda1-4cee-806b-9f881730a356 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:38.402902 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c9e521b7-d0a6-4415-a995-f439d21a696b req-6b0e4312-bda1-4cee-806b-9f881730a356 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1663792 Sep 09 06:30:38.410166 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f9494b79-11cb-4c39-a122-0ba48b128475 admin admin] Publish callbacks [] for security_group (a32e2f9b-4584-4b38-ae56-68707ed6ce92), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.429716 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f9494b79-11cb-4c39-a122-0ba48b128475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (a32e2f9b-4584-4b38-ae56-68707ed6ce92), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.464363 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 46c99b87-bc99-4b33-b053-28f85c73a540, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=46c99b87-bc99-4b33-b053-28f85c73a540,segment=NetworkSegment(e0e60d99-0c86-4c88-a009-8adcea24dbf8),segment_id=e0e60d99-0c86-4c88-a009-8adcea24dbf8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:38.521369 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.522375 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 4e9d29e9-da8e-4760-802c-a6d182e86685 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:38.569634 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f9494b79-11cb-4c39-a122-0ba48b128475 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4eb0db33d7f04eb5821646b60dda79da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5550549 Sep 09 06:30:38.584838 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51502) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:38.586464 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9494b79-11cb-4c39-a122-0ba48b128475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32e2f9b-4584-4b38-ae56-68707ed6ce92,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:38.648665 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 4e9d29e9-da8e-4760-802c-a6d182e86685 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:38.649071 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.694125 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f1a4d-9883-4fb6-ad38-a269a1888400 None None] Current status of the port 46c99b87-bc99-4b33-b053-28f85c73a540 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:38.694519 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1d7f1a4d-9883-4fb6-ad38-a269a1888400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.741206 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.820374 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 4e9d29e9-da8e-4760-802c-a6d182e86685 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:38.831474 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Publish callbacks [] for port (c189d973-33bc-4482-9669-bb1e34e9d859), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.834999 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:38.846529 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:38.850669 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.899960 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.db.api [None req-1d7f1a4d-9883-4fb6-ad38-a269a1888400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 06:30:38.900663 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG oslo_db.api [None req-1d7f1a4d-9883-4fb6-ad38-a269a1888400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:30:38.904104 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=46c99b87-bc99-4b33-b053-28f85c73a540,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:38.926847 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Attempting to bind port c189d973-33bc-4482-9669-bb1e34e9d859 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:30:38.929087 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Attempting to bind port c189d973-33bc-4482-9669-bb1e34e9d859 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:30:38.929785 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Attempting to bind port c189d973-33bc-4482-9669-bb1e34e9d859 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:30:38.982924 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6faf2c-3188-4d98-a9b5-69efbbb062f5 None None] Pushing event updated for resources: {'Port': ['ID=c189d973-33bc-4482-9669-bb1e34e9d859,revision_number=2']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:38.996936 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:30:38.997445 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:38.997947 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:38.998437 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:30:38.999143 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Bound port: c189d973-33bc-4482-9669-bb1e34e9d859, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:30:38.999644 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.020995 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Allocated IP 172.20.0.1 (adac9c56-e3af-484d-b9d0-1d61b0505629/9840c060-136b-4cbc-bdf4-629b222d26e3/e5f84d5b-ceae-4a18-b315-a607b970c02d) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:30:39.076195 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c9e521b7-d0a6-4415-a995-f439d21a696b req-bfc2c1f2-c8d3-4de6-840e-f8a8368bef2c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488366 Sep 09 06:30:39.084432 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] For port c189d973-33bc-4482-9669-bb1e34e9d859, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:30:39.093448 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] For port c189d973-33bc-4482-9669-bb1e34e9d859, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=c189d973-33bc-4482-9669-bb1e34e9d859,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:30:39.106361 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.177142 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6faf2c-3188-4d98-a9b5-69efbbb062f5 None None] Pushing event updated for resources: {'Port': ['ID=c189d973-33bc-4482-9669-bb1e34e9d859,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:39.181740 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.193971 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0b65b43e-4638-4edc-a421-b01b57e629f9 admin admin] Publish callbacks [] for security_group (a32e2f9b-4584-4b38-ae56-68707ed6ce92), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.194617 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Routers {'98351400-354b-4f25-8367-fc7780c516ce'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:39.195244 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['98351400-354b-4f25-8367-fc7780c516ce'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:39.222144 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Publish callbacks [] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.275434 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0b65b43e-4638-4edc-a421-b01b57e629f9 admin admin] Publish callbacks [] for security_group (a32e2f9b-4584-4b38-ae56-68707ed6ce92), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.277220 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.327905 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] Set router 98351400-354b-4f25-8367-fc7780c516ce gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:39.334850 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Network adac9c56-e3af-484d-b9d0-1d61b0505629 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:39.340774 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:39.343369 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:30:39.343954 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (98351400-354b-4f25-8367-fc7780c516ce), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.346734 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Pushing event updated for resources: {'Port': ['ID=e5f84d5b-ceae-4a18-b315-a607b970c02d,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:39.427527 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0b65b43e-4638-4edc-a421-b01b57e629f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (a32e2f9b-4584-4b38-ae56-68707ed6ce92), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.430021 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0b65b43e-4638-4edc-a421-b01b57e629f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.433640 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-0b65b43e-4638-4edc-a421-b01b57e629f9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a32e2f9b-4584-4b38-ae56-68707ed6ce92 HTTP/1.1" status: 204 len: 168 time: 0.8449740 Sep 09 06:30:39.470464 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65b43e-4638-4edc-a421-b01b57e629f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32e2f9b-4584-4b38-ae56-68707ed6ce92,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:39.488960 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f1a4d-9883-4fb6-ad38-a269a1888400 None None] Current status of the port 46c99b87-bc99-4b33-b053-28f85c73a540 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:39.585475 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:39.589288 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:39.617232 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-f9d238d7-2bdd-4e86-a7e7-6b51825f8934 None None] Provisioning complete for port 46c99b87-bc99-4b33-b053-28f85c73a540 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:39.617606 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f9d238d7-2bdd-4e86-a7e7-6b51825f8934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.709476 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.714205 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:39.736012 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:30:39.738435 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 46c99b87-bc99-4b33-b053-28f85c73a540 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:39.742439 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:35Z', 'revision_number': 3, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port': {'id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:39.781315 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f8582-0cc7-4952-ad5e-77985008e6d4 None None] The sync data for ids ['98351400-354b-4f25-8367-fc7780c516ce'] in dv-cinder-852209-16-iscsi is: [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:35Z', 'revision_number': 3, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port': {'id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:30:39.935141 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:39.978431 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-f9d238d7-2bdd-4e86-a7e7-6b51825f8934 None None] Current status of the port 46c99b87-bc99-4b33-b053-28f85c73a540 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:39.978972 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Publish callbacks [] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.981542 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 46c99b87-bc99-4b33-b053-28f85c73a540 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:39.982086 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.987034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:39.988050 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (98351400-354b-4f25-8367-fc7780c516ce), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.037821 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:30:40.043129 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-2c63c303-64b6-471c-ac36-64556b24efd2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c7f8fded-c05b-4cfb-a101-e0cef8b6ac47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7957766 Sep 09 06:30:40.045878 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51514) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:40.048784 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] Sync routers for ids ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:30:40.076011 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] Routers {'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:40.076650 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:40.084138 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:40.297182 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-d0bd0862-ed85-4b39-818e-20789dfd0bf5 None None] Provisioning complete for port e5f84d5b-ceae-4a18-b315-a607b970c02d triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:40.297817 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0862-ed85-4b39-818e-20789dfd0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.298522 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51522) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:40.327205 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a12d3-360e-42e6-97ef-b185763e5497 req-01722018-5129-4564-8165-fe31f3818d03 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:40.336388 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff9a12d3-360e-42e6-97ef-b185763e5497 req-01722018-5129-4564-8165-fe31f3818d03 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1540468 Sep 09 06:30:40.368841 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a43f2fed-e0cb-4407-8efa-2fb5cb208a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.374534 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 46c99b87-bc99-4b33-b053-28f85c73a540 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:40.449214 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff9a12d3-360e-42e6-97ef-b185763e5497 req-a7fcf9f3-5581-4ef2-bb5e-b65cbdb970d1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049488 Sep 09 06:30:40.456615 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd0862-ed85-4b39-818e-20789dfd0bf5 None None] Port e5f84d5b-ceae-4a18-b315-a607b970c02d cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:30:40.461763 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Pushing event updated for resources: {'Port': ['ID=e5f84d5b-ceae-4a18-b315-a607b970c02d,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:40.491953 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] Set router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:40.537372 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Network adac9c56-e3af-484d-b9d0-1d61b0505629 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:40.538979 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks [] for router (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.543816 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:40.639040 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a43f2fed-e0cb-4407-8efa-2fb5cb208a54 admin admin] Publish callbacks [] for security_group (e4b1bc94-cb32-491c-880e-32a1c0d06984), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.648270 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a43f2fed-e0cb-4407-8efa-2fb5cb208a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e4b1bc94-cb32-491c-880e-32a1c0d06984), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.704705 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-a43f2fed-e0cb-4407-8efa-2fb5cb208a54 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b9bd540eb18b4726a0d3b229ec974dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4018073 Sep 09 06:30:40.705418 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51526) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:40.789460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f2fed-e0cb-4407-8efa-2fb5cb208a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b1bc94-cb32-491c-880e-32a1c0d06984,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:40.813035 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94dbbf75-d414-4b24-be24-95920a40930a admin admin] Publish callbacks [] for security_group (e4b1bc94-cb32-491c-880e-32a1c0d06984), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.850996 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:40.883219 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94dbbf75-d414-4b24-be24-95920a40930a admin admin] Publish callbacks [] for security_group (e4b1bc94-cb32-491c-880e-32a1c0d06984), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.885975 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:30:38Z', 'revision_number': 5, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port': {'id': 'eff5ca78-209a-460f-8e2a-85a011838028', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:40.898257 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks [] for router_gateway (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.929538 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] Checking router: c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:30:40.942723 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-c78e8912-7acc-43d9-9f2d-ae0aea829683 None None] Provisioning complete for port e5f84d5b-ceae-4a18-b315-a607b970c02d triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:40.943593 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c78e8912-7acc-43d9-9f2d-ae0aea829683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.958133 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94dbbf75-d414-4b24-be24-95920a40930a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e4b1bc94-cb32-491c-880e-32a1c0d06984), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.961506 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-94dbbf75-d414-4b24-be24-95920a40930a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:40.965944 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-94dbbf75-d414-4b24-be24-95920a40930a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e4b1bc94-cb32-491c-880e-32a1c0d06984 HTTP/1.1" status: 204 len: 168 time: 0.2596166 Sep 09 06:30:40.979392 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] Routers {'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:40.980311 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbbf75-d414-4b24-be24-95920a40930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b1bc94-cb32-491c-880e-32a1c0d06984,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:40.980458 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:41.259367 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-c78e8912-7acc-43d9-9f2d-ae0aea829683 None None] Port e5f84d5b-ceae-4a18-b315-a607b970c02d cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:30:41.268418 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Deleting port eff5ca78-209a-460f-8e2a-85a011838028 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:30:41.268725 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (eff5ca78-209a-460f-8e2a-85a011838028), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:41.303937 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Router 98351400-354b-4f25-8367-fc7780c516ce has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:30:41.306171 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:41.310858 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] Set router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 gateway port host: None {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:41.405668 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:30:40Z', 'revision_number': 6, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:41.448492 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946176-bf31-47c8-b0b1-46ee717bdbef None None] The sync data for ids ['c7f8fded-c05b-4cfb-a101-e0cef8b6ac47'] in dv-cinder-852209-16-iscsi is: [{'id': 'c7f8fded-c05b-4cfb-a101-e0cef8b6ac47', 'name': 'tempest-DeleteServersTestJSON-15674139-router', 'tenant_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:30:40Z', 'revision_number': 6, 'project_id': '584cd5d9848d48dea5ac9a01dbaaabf1', 'gw_port_host': None}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:30:41.534647 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device c189d973-33bc-4482-9669-bb1e34e9d859 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:41.560024 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] For port eff5ca78-209a-460f-8e2a-85a011838028, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=eff5ca78-209a-460f-8e2a-85a011838028,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:41.560575 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (eff5ca78-209a-460f-8e2a-85a011838028), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:41.624618 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Calling delete_port for eff5ca78-209a-460f-8e2a-85a011838028 owned by network:router_gateway {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:30:41.640112 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port c189d973-33bc-4482-9669-bb1e34e9d859 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:41.641262 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:41.670289 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:30:41.683509 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7e7a-f0cd-4d77-886d-6239f735f2fb req-788c4203-2b63-48b4-81f7-f3fc5789631a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:41.704299 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7f7a7e7a-f0cd-4d77-886d-6239f735f2fb req-788c4203-2b63-48b4-81f7-f3fc5789631a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1008215 Sep 09 06:30:41.712736 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-991acfe1-5566-49b1-921a-71bba0b7ecaf admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/98351400-354b-4f25-8367-fc7780c516ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1864474 Sep 09 06:30:41.766932 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port c189d973-33bc-4482-9669-bb1e34e9d859 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:41.768770 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:41.815453 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port c189d973-33bc-4482-9669-bb1e34e9d859, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=c189d973-33bc-4482-9669-bb1e34e9d859,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:41.818038 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7f7a7e7a-f0cd-4d77-886d-6239f735f2fb req-34ce423f-f4aa-45bf-b83b-cc750d3ac4be tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125903 Sep 09 06:30:41.822661 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:41.901404 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=c189d973-33bc-4482-9669-bb1e34e9d859,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:42.026055 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51560) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:42.043949 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:42.077261 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (eff5ca78-209a-460f-8e2a-85a011838028), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.129837 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff5ca78-209a-460f-8e2a-85a011838028,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:42.151129 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.263721 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7136a5de-d052-478a-81a4-b00bbe9f2310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.305407 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.307935 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks [] for router_controller (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.420599 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (c7f8fded-c05b-4cfb-a101-e0cef8b6ac47), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.421276 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 {{(pid=106287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:30:42.432250 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.436480 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51570) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:42.440997 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-bbc293c4-3f53-43a5-9c1b-5b11f2ec3d26 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/c7f8fded-c05b-4cfb-a101-e0cef8b6ac47 HTTP/1.1" status: 204 len: 168 time: 2.3832881 Sep 09 06:30:42.460161 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51572) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:42.465087 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a5244d84-1010-4a95-a1eb-bf0935adb59e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959218854', 'description': 'tempest-secgroup-smoke-959218854 description', 'project_id': '09397aeb58f44f7c9f0ab921e471079a'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:42.490352 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7136a5de-d052-478a-81a4-b00bbe9f2310 admin admin] Publish callbacks [] for security_group (2f25477a-348e-478c-a112-23c1f96efd0e), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.506729 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a5244d84-1010-4a95-a1eb-bf0935adb59e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.507207 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7136a5de-d052-478a-81a4-b00bbe9f2310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (2f25477a-348e-478c-a112-23c1f96efd0e), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.518787 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:42.542212 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:42.591293 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_v2 [None req-980bd652-12c8-464e-8bf0-ff96b6ce22c6 admin admin] Deleting subnet 7bd7de91-3a0c-40d6-9121-744568aa980b {{(pid=106286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:30:42.600176 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-980bd652-12c8-464e-8bf0-ff96b6ce22c6 admin admin] Publish callbacks [] for subnet (7bd7de91-3a0c-40d6-9121-744568aa980b), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.608739 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-7136a5de-d052-478a-81a4-b00bbe9f2310 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c5c53db0f2074b2b90513cce89fe9307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5809944 Sep 09 06:30:42.609538 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51574) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:42.660121 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136a5de-d052-478a-81a4-b00bbe9f2310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25477a-348e-478c-a112-23c1f96efd0e,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:42.677273 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a5244d84-1010-4a95-a1eb-bf0935adb59e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group (2c0df85a-dd39-4025-a676-1101894e67cb), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.685574 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a5244d84-1010-4a95-a1eb-bf0935adb59e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (2c0df85a-dd39-4025-a676-1101894e67cb), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.725873 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-980bd652-12c8-464e-8bf0-ff96b6ce22c6 admin admin] Publish callbacks [] for subnet (7bd7de91-3a0c-40d6-9121-744568aa980b), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.735904 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a5244d84-1010-4a95-a1eb-bf0935adb59e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.737726 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a5244d84-1010-4a95-a1eb-bf0935adb59e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2766006 Sep 09 06:30:42.740775 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51580) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:42.746216 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-e6c06ea4-f167-47d8-8285-68ec789a9753 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'security_group_rule': {'security_group_id': '2c0df85a-dd39-4025-a676-1101894e67cb', 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:42.755175 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5244d84-1010-4a95-a1eb-bf0935adb59e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0df85a-dd39-4025-a676-1101894e67cb,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:42.803011 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e6c06ea4-f167-47d8-8285-68ec789a9753 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (eb4fa5c5-916e-4af5-b7fc-17ed55c40183), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.887711 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e6c06ea4-f167-47d8-8285-68ec789a9753 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (eb4fa5c5-916e-4af5-b7fc-17ed55c40183), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.892590 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e6c06ea4-f167-47d8-8285-68ec789a9753 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (eb4fa5c5-916e-4af5-b7fc-17ed55c40183), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.907599 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-980bd652-12c8-464e-8bf0-ff96b6ce22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (7bd7de91-3a0c-40d6-9121-744568aa980b), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.920343 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c06ea4-f167-47d8-8285-68ec789a9753 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4fa5c5-916e-4af5-b7fc-17ed55c40183,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:42.944970 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e6c06ea4-f167-47d8-8285-68ec789a9753 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:42.947599 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e6c06ea4-f167-47d8-8285-68ec789a9753 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2044733 Sep 09 06:30:42.951796 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51584) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:42.957961 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-726e97ec-cc8b-4e66-a243-b3e4dd33ec78 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'security_group_rule': {'security_group_id': '2c0df85a-dd39-4025-a676-1101894e67cb', 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:42.964362 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:43.013002 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-726e97ec-cc8b-4e66-a243-b3e4dd33ec78 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (d3183acb-a52c-4be2-a7ad-873d9879f626), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.019217 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c19c1-3fa6-49c5-b1ef-332767eeb8b5 req-4b05a00a-6763-4e56-be62-d8415a33d446 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:43.026643 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73c19c1-3fa6-49c5-b1ef-332767eeb8b5 req-4b05a00a-6763-4e56-be62-d8415a33d446 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0839982 Sep 09 06:30:43.068225 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6996e710-2902-4aca-b571-a9ccfdc76c1e admin admin] Publish callbacks [] for security_group (2f25477a-348e-478c-a112-23c1f96efd0e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.098451 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-726e97ec-cc8b-4e66-a243-b3e4dd33ec78 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (d3183acb-a52c-4be2-a7ad-873d9879f626), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.103063 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-980bd652-12c8-464e-8bf0-ff96b6ce22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (7bd7de91-3a0c-40d6-9121-744568aa980b), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.104915 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-726e97ec-cc8b-4e66-a243-b3e4dd33ec78 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (d3183acb-a52c-4be2-a7ad-873d9879f626), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.120028 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Sync routers for ids ['98351400-354b-4f25-8367-fc7780c516ce'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:30:43.157611 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6996e710-2902-4aca-b571-a9ccfdc76c1e admin admin] Publish callbacks [] for security_group (2f25477a-348e-478c-a112-23c1f96efd0e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.162384 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bd652-12c8-464e-8bf0-ff96b6ce22c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd7de91-3a0c-40d6-9121-744568aa980b,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:43.170946 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Routers {'98351400-354b-4f25-8367-fc7780c516ce'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:43.172626 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['98351400-354b-4f25-8367-fc7780c516ce'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:43.177510 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-980bd652-12c8-464e-8bf0-ff96b6ce22c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.181632 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-980bd652-12c8-464e-8bf0-ff96b6ce22c6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/7bd7de91-3a0c-40d6-9121-744568aa980b HTTP/1.1" status: 204 len: 168 time: 0.7398739 Sep 09 06:30:43.207163 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd3fc9-6214-4703-9f14-2d28be57d78c None None] Network 30943901-e8e0-46eb-9df1-160e7b261a53 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:30:43.211679 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e97ec-cc8b-4e66-a243-b3e4dd33ec78 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3183acb-a52c-4be2-a7ad-873d9879f626,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:43.221443 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51586) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:43.221990 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73c19c1-3fa6-49c5-b1ef-332767eeb8b5 req-0fc4b40a-1d4e-4d09-b2cf-e8591cd8bcd9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931715 Sep 09 06:30:43.280458 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-726e97ec-cc8b-4e66-a243-b3e4dd33ec78 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.282295 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-726e97ec-cc8b-4e66-a243-b3e4dd33ec78 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3288338 Sep 09 06:30:43.285874 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51588) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:43.295002 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-b5876e99-02a9-4a73-a49d-3c3f0542b2fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'security_group_rule': {'security_group_id': '2c0df85a-dd39-4025-a676-1101894e67cb', 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:43.337950 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:43.343573 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6996e710-2902-4aca-b571-a9ccfdc76c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (2f25477a-348e-478c-a112-23c1f96efd0e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.352549 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Set router 98351400-354b-4f25-8367-fc7780c516ce gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:43.353997 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6996e710-2902-4aca-b571-a9ccfdc76c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.362623 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6996e710-2902-4aca-b571-a9ccfdc76c1e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2f25477a-348e-478c-a112-23c1f96efd0e HTTP/1.1" status: 204 len: 168 time: 0.7157073 Sep 09 06:30:43.374543 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b5876e99-02a9-4a73-a49d-3c3f0542b2fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (321c7f70-89d8-4367-88d7-35a0320004bf), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.487944 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996e710-2902-4aca-b571-a9ccfdc76c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25477a-348e-478c-a112-23c1f96efd0e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:43.510573 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (30943901-e8e0-46eb-9df1-160e7b261a53), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.649182 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] DHCP port deletion for 30943901-e8e0-46eb-9df1-160e7b261a53 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:30:43.672687 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Deleting port e564ca3b-ab3f-47c2-8201-5a4aa182a423 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:30:43.673212 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.725893 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device c189d973-33bc-4482-9669-bb1e34e9d859 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:43.786347 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b5876e99-02a9-4a73-a49d-3c3f0542b2fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (321c7f70-89d8-4367-88d7-35a0320004bf), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.798463 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b5876e99-02a9-4a73-a49d-3c3f0542b2fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (321c7f70-89d8-4367-88d7-35a0320004bf), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.829648 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:43.837991 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5876e99-02a9-4a73-a49d-3c3f0542b2fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321c7f70-89d8-4367-88d7-35a0320004bf,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:43.851952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b5876e99-02a9-4a73-a49d-3c3f0542b2fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.854163 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b5876e99-02a9-4a73-a49d-3c3f0542b2fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5642235 Sep 09 06:30:43.856846 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51598) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:43.865789 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-98610e3b-9d7a-47ac-be01-68193b056059 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'security_group_rule': {'security_group_id': '2c0df85a-dd39-4025-a676-1101894e67cb', 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:43.878553 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] Deleting port e564ca3b-ab3f-47c2-8201-5a4aa182a423 {{(pid=106288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:30:43.878669 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), before_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.912734 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] For port e564ca3b-ab3f-47c2-8201-5a4aa182a423, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e564ca3b-ab3f-47c2-8201-5a4aa182a423,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:43.913227 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.921679 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-98610e3b-9d7a-47ac-be01-68193b056059 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (579cbbbb-ade3-427a-9e33-ae6f2e81107a), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:43.943721 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Calling delete_port for e564ca3b-ab3f-47c2-8201-5a4aa182a423 owned by network:dhcp {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:30:44.014160 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] For port e564ca3b-ab3f-47c2-8201-5a4aa182a423, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e564ca3b-ab3f-47c2-8201-5a4aa182a423,segment=NetworkSegment(72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4),segment_id=72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:44.014817 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), precommit_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.038058 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] Calling delete_port for e564ca3b-ab3f-47c2-8201-5a4aa182a423 owned by network:dhcp {{(pid=106288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:30:44.070727 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:39Z', 'revision_number': 4, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port': {'id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'e5f84d5b-ceae-4a18-b315-a607b970c02d', 'name': '', 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'mac_address': 'fa:16:3e:eb:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9840c060-136b-4cbc-bdf4-629b222d26e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:38Z', 'updated_at': '2022-09-09T06:30:39Z', 'revision_number': 2, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'subnets': [{'id': '9840c060-136b-4cbc-bdf4-629b222d26e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:44.096486 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:44.149549 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Checking router: 98351400-354b-4f25-8367-fc7780c516ce for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:30:44.150482 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Updating router 98351400-354b-4f25-8367-fc7780c516ce port e5f84d5b-ceae-4a18-b315-a607b970c02d binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:30:44.161905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-98610e3b-9d7a-47ac-be01-68193b056059 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (579cbbbb-ade3-427a-9e33-ae6f2e81107a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.163160 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:44.170940 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-98610e3b-9d7a-47ac-be01-68193b056059 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (579cbbbb-ade3-427a-9e33-ae6f2e81107a), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.198622 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.204915 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port c189d973-33bc-4482-9669-bb1e34e9d859 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:44.205494 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.216849 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.223890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98610e3b-9d7a-47ac-be01-68193b056059 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579cbbbb-ade3-427a-9e33-ae6f2e81107a,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:44.255263 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Pushing event deleted for resources: {'Port': ['ID=e564ca3b-ab3f-47c2-8201-5a4aa182a423,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:44.259374 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] No DVR routers for this DVR port e564ca3b-ab3f-47c2-8201-5a4aa182a423 on host dv-cinder-852209-16-iscsi {{(pid=106287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:30:44.276971 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:44.280410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-98610e3b-9d7a-47ac-be01-68193b056059 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.282376 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-98610e3b-9d7a-47ac-be01-68193b056059 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4242847 Sep 09 06:30:44.285148 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51602) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:44.286850 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.295264 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-d07940b0-2183-48b8-8daf-74fe38829260 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'security_group_rule': {'security_group_id': '2c0df85a-dd39-4025-a676-1101894e67cb', 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:44.346447 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.securitygroups_db [None req-d07940b0-2183-48b8-8daf-74fe38829260 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Project 09397aeb58f44f7c9f0ab921e471079a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:30:44.357232 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d07940b0-2183-48b8-8daf-74fe38829260 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (333c5e52-c2cc-4027-aba2-fbb49b22601b), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.386868 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (30943901-e8e0-46eb-9df1-160e7b261a53), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.399043 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (e564ca3b-ab3f-47c2-8201-5a4aa182a423), after_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.414877 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.415138 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.415912 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.416258 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > port after_create 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.416736 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.417074 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > port after_update 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.418358 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.418818 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.419364 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.419479 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.438707 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:44.447355 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] Pushing event deleted for resources: {'Port': ['ID=e564ca3b-ab3f-47c2-8201-5a4aa182a423,revision_number=None']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:44.466197 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e8145-5db7-4c66-b6fb-1025b381d0da None None] No DVR routers for this DVR port e564ca3b-ab3f-47c2-8201-5a4aa182a423 on host dv-cinder-852209-16-iscsi {{(pid=106288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:30:44.467871 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a965590-9d2f-47e8-891f-66d6985417a1 req-844aaa66-6aeb-4583-9f2f-8cfea429ef26 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:44.469563 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2a965590-9d2f-47e8-891f-66d6985417a1 req-844aaa66-6aeb-4583-9f2f-8cfea429ef26 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1137462 Sep 09 06:30:44.470803 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port c189d973-33bc-4482-9669-bb1e34e9d859 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:44.568192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d07940b0-2183-48b8-8daf-74fe38829260 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (333c5e52-c2cc-4027-aba2-fbb49b22601b), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.578105 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device eff5ca78-209a-460f-8e2a-85a011838028 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:30:44.583044 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d07940b0-2183-48b8-8daf-74fe38829260 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (333c5e52-c2cc-4027-aba2-fbb49b22601b), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.615313 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07940b0-2183-48b8-8daf-74fe38829260 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333c5e52-c2cc-4027-aba2-fbb49b22601b,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:44.621241 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: eff5ca78-209a-460f-8e2a-85a011838028 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:30:44.621695 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device eff5ca78-209a-460f-8e2a-85a011838028 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:30:44.622535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 51987353-694a-43e9-8e2f-6a63803eaf76 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:30:44.658573 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2a965590-9d2f-47e8-891f-66d6985417a1 req-de10a95e-e3dc-476c-9374-e5719bd6e831 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661582 Sep 09 06:30:44.670714 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Publish callbacks [] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.673466 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 51987353-694a-43e9-8e2f-6a63803eaf76 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:30:44.673953 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 51987353-694a-43e9-8e2f-6a63803eaf76 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:30:44.678080 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.679519 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d07940b0-2183-48b8-8daf-74fe38829260 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.685503 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-d07940b0-2183-48b8-8daf-74fe38829260 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3991795 Sep 09 06:30:44.686336 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51606) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:44.695745 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-cf713d68-b0e7-4ac4-9f9c-040aa739839c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'security_group_rule': {'security_group_id': '2c0df85a-dd39-4025-a676-1101894e67cb', 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:44.713254 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.713618 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.713967 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.714282 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:30:44.714651 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30943901-e8e0-46eb-9df1-160e7b261a53']}} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:44.733643 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.securitygroups_db [None req-cf713d68-b0e7-4ac4-9f9c-040aa739839c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Project 09397aeb58f44f7c9f0ab921e471079a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:30:44.743396 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cf713d68-b0e7-4ac4-9f9c-040aa739839c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (9bdd07c8-4c47-4039-bbe7-63a5abe2118f), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.744544 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4') {'for_net_delete': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:44.744842 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4') {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:44.766729 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913583'] for segment (72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.799150 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.817627 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:30:44.818052 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637721'] for segment (72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.820245 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef922a05-02cf-40bc-ba58-29dacab56a34 None None] Pushing event updated for resources: {'Port': ['ID=e5f84d5b-ceae-4a18-b315-a607b970c02d,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:44.829666 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Attempting to bind port e5f84d5b-ceae-4a18-b315-a607b970c02d on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:30:44.830030 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Attempting to bind port e5f84d5b-ceae-4a18-b315-a607b970c02d by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:30:44.833581 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Attempting to bind port e5f84d5b-ceae-4a18-b315-a607b970c02d on network adac9c56-e3af-484d-b9d0-1d61b0505629 {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:30:44.858948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cf713d68-b0e7-4ac4-9f9c-040aa739839c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (9bdd07c8-4c47-4039-bbe7-63a5abe2118f), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.865337 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cf713d68-b0e7-4ac4-9f9c-040aa739839c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (9bdd07c8-4c47-4039-bbe7-63a5abe2118f), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.904386 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf713d68-b0e7-4ac4-9f9c-040aa739839c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdd07c8-4c47-4039-bbe7-63a5abe2118f,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:44.925385 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-cf713d68-b0e7-4ac4-9f9c-040aa739839c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.927609 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-cf713d68-b0e7-4ac4-9f9c-040aa739839c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2393246 Sep 09 06:30:44.933430 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (30943901-e8e0-46eb-9df1-160e7b261a53), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.935507 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:30:44.935934 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Checking segment: {'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:44.936330 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.942845 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.945549 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Bound using segment: {'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:30:44.949055 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/30943901-e8e0-46eb-9df1-160e7b261a53 HTTP/1.1" status: 204 len: 168 time: 1.7164373 Sep 09 06:30:44.950180 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Bound port: e5f84d5b-ceae-4a18-b315-a607b970c02d, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e60d99-0c86-4c88-a009-8adcea24dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:30:44.950914 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:44.985259 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bd94a-492e-4110-bdff-45132bb69270 admin admin] Pushing event deleted for resources: {'Network': ['ID=30943901-e8e0-46eb-9df1-160e7b261a53,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:45.119411 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] For port e5f84d5b-ceae-4a18-b315-a607b970c02d, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:30:45.123919 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] For port e5f84d5b-ceae-4a18-b315-a607b970c02d, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e5f84d5b-ceae-4a18-b315-a607b970c02d,segment=NetworkSegment(e0e60d99-0c86-4c88-a009-8adcea24dbf8),segment_id=e0e60d99-0c86-4c88-a009-8adcea24dbf8)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:30:45.127304 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:45.137347 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:45.184115 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-8b182114-014e-422c-848e-1f7689336b3f tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=6ceb527ce5a74fc98bb7ca6fcb0fabba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731778 Sep 09 06:30:45.219369 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Routers {'98351400-354b-4f25-8367-fc7780c516ce'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:30:45.220645 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:30:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['98351400-354b-4f25-8367-fc7780c516ce'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:45.220863 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment 72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4 resource provider aggregate not found Sep 09 06:30:45.261751 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment 72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72197bc3-c3ce-4bf4-9dfb-90cd5c8d9ff4 found for delete ", "request_id": "req-23e6de66-9439-45d6-94ba-cfc7a8220db1"}]} Sep 09 06:30:45.322682 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef922a05-02cf-40bc-ba58-29dacab56a34 None None] Pushing event updated for resources: {'Port': ['ID=e5f84d5b-ceae-4a18-b315-a607b970c02d,revision_number=4']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:45.357510 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51674) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:45.390965 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] Set router 98351400-354b-4f25-8367-fc7780c516ce gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:30:45.441000 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-2831c44d-a4bd-4674-82f1-f34b86294936 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=584cd5d9848d48dea5ac9a01dbaaabf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0823085 Sep 09 06:30:45.444033 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51676) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:45.552290 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e564ca3b-ab3f-47c2-8201-5a4aa182a423 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:30:45.604064 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-40035314-5dfd-48e0-b714-edbdcb0e39e6 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:45.605659 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-40035314-5dfd-48e0-b714-edbdcb0e39e6 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4173934 Sep 09 06:30:45.607366 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: e564ca3b-ab3f-47c2-8201-5a4aa182a423 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:30:45.607746 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e564ca3b-ab3f-47c2-8201-5a4aa182a423 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:30:45.613436 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c2b6cdf1-f58d-4bbf-b716-c708306c8bcf admin admin] Publish callbacks [] for security_group (9ee91c9b-de6c-4c85-98e1-3b6638665b3d), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:45.638856 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-882b41ca-69c2-4e55-ad3b-22dfe2383aa8 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/quotas/6ceb527ce5a74fc98bb7ca6fcb0fabba HTTP/1.1" status: 200 len: 375 time: 0.0224948 Sep 09 06:30:45.674654 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c2b6cdf1-f58d-4bbf-b716-c708306c8bcf admin admin] Publish callbacks [] for security_group (9ee91c9b-de6c-4c85-98e1-3b6638665b3d), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:45.723532 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-579ae763-3423-4de6-9d6e-f2d2b21d45d9 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6ceb527ce5a74fc98bb7ca6fcb0fabba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718169 Sep 09 06:30:45.748285 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:39Z', 'revision_number': 4, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port': {'id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'e5f84d5b-ceae-4a18-b315-a607b970c02d', 'name': '', 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'mac_address': 'fa:16:3e:eb:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9840c060-136b-4cbc-bdf4-629b222d26e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:38Z', 'updated_at': '2022-09-09T06:30:45Z', 'revision_number': 4, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'subnets': [{'id': '9840c060-136b-4cbc-bdf4-629b222d26e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:30:45.748901 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:45.790127 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c2b6cdf1-f58d-4bbf-b716-c708306c8bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (9ee91c9b-de6c-4c85-98e1-3b6638665b3d), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:45.794577 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c2b6cdf1-f58d-4bbf-b716-c708306c8bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:45.795907 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c2b6cdf1-f58d-4bbf-b716-c708306c8bcf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ee91c9b-de6c-4c85-98e1-3b6638665b3d HTTP/1.1" status: 204 len: 168 time: 0.3508806 Sep 09 06:30:45.805421 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6cdf1-f58d-4bbf-b716-c708306c8bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee91c9b-de6c-4c85-98e1-3b6638665b3d,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:45.817872 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e291ca2-6c99-448c-b82d-24c6f2eb92d2 None None] The sync data for ids ['98351400-354b-4f25-8367-fc7780c516ce'] in dv-cinder-852209-16-iscsi is: [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:39Z', 'revision_number': 4, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port': {'id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'e5f84d5b-ceae-4a18-b315-a607b970c02d', 'name': '', 'network_id': 'adac9c56-e3af-484d-b9d0-1d61b0505629', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'mac_address': 'fa:16:3e:eb:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9840c060-136b-4cbc-bdf4-629b222d26e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:38Z', 'updated_at': '2022-09-09T06:30:45Z', 'revision_number': 4, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'subnets': [{'id': '9840c060-136b-4cbc-bdf4-629b222d26e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:30:45.968583 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c108fa9-cdbc-4f58-a2b8-342edb286f63 req-50b622ef-fbfd-402f-b99c-8d828ba9bcfe tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:45.971516 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4c108fa9-cdbc-4f58-a2b8-342edb286f63 req-50b622ef-fbfd-402f-b99c-8d828ba9bcfe tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1092389 Sep 09 06:30:46.139502 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-76d19169-7676-4dd3-b0d6-e1875f66fc31 req-4ff966d8-e278-4abf-9301-190e4b7a0241 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 210 time: 0.0656793 Sep 09 06:30:46.159163 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4c108fa9-cdbc-4f58-a2b8-342edb286f63 req-65ff678d-9b94-4848-9341-8cbf2a336dc5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763422 Sep 09 06:30:47.273020 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bb4fe67f-5628-4965-ad5a-07c04f8aa050 req-5576314f-e827-49ce-8826-569f9cc0942e tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 210 time: 0.0330811 Sep 09 06:30:47.385481 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4076f8-a3f9-4cc5-ba94-aaa954d1d981 req-aeb30980-1677-4a10-935a-9e85420db417 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:47.388527 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5e4076f8-a3f9-4cc5-ba94-aaa954d1d981 req-aeb30980-1677-4a10-935a-9e85420db417 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0818300 Sep 09 06:30:47.473289 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5e4076f8-a3f9-4cc5-ba94-aaa954d1d981 req-54b38142-c807-4ca4-8002-11f83749cc29 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781016 Sep 09 06:30:47.568958 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e5f84d5b-ceae-4a18-b315-a607b970c02d up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:47.601802 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:47.636341 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port e5f84d5b-ceae-4a18-b315-a607b970c02d triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:47.637406 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:47.763278 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port e5f84d5b-ceae-4a18-b315-a607b970c02d is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:47.763935 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:47.806708 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port e5f84d5b-ceae-4a18-b315-a607b970c02d, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e5f84d5b-ceae-4a18-b315-a607b970c02d,segment=NetworkSegment(e0e60d99-0c86-4c88-a009-8adcea24dbf8),segment_id=e0e60d99-0c86-4c88-a009-8adcea24dbf8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:47.812944 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:47.872438 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=e5f84d5b-ceae-4a18-b315-a607b970c02d,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:48.165805 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-9672bbee-425f-4cf3-91fa-1a7c73c6f137 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=6ceb527ce5a74fc98bb7ca6fcb0fabba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475872 Sep 09 06:30:48.325170 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-6dc06ed1-7d28-43c4-930e-a764c03d10ac tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:48.326504 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-6dc06ed1-7d28-43c4-930e-a764c03d10ac tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512372 Sep 09 06:30:48.340932 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Request body: {'port': {'device_id': 'dd5a6405-76ee-4dde-bc90-86847991a88e', 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a', 'admin_state_up': True, 'tenant_id': '6ceb527ce5a74fc98bb7ca6fcb0fabba'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:48.441787 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c1c4c58c-0112-4324-b9b3-c60448141458 req-3484d313-7f6a-4dfd-a931-a2e17c75c063 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 210 time: 0.0358944 Sep 09 06:30:48.492439 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Made reservation on behalf of 6ceb527ce5a74fc98bb7ca6fcb0fabba for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:30:48.496166 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:48.498900 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:48.499463 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:48.510179 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:48.637814 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591a731-0fe0-4857-ab55-313b6885bc69 req-f03e16b1-45c3-4185-8b5d-019b75c129d7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:48.639313 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7591a731-0fe0-4857-ab55-313b6885bc69 req-f03e16b1-45c3-4185-8b5d-019b75c129d7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0703630 Sep 09 06:30:48.644798 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks [] for security_group (bbd25dc4-22d5-49ac-a3fc-20838bc40d76), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:48.660699 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (bbd25dc4-22d5-49ac-a3fc-20838bc40d76), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:48.751165 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd25dc4-22d5-49ac-a3fc-20838bc40d76,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:48.772038 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7591a731-0fe0-4857-ab55-313b6885bc69 req-03fb1ced-2ae5-46bb-a9ab-2885acd3700d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255682 Sep 09 06:30:48.832352 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Allocated IP 192.168.233.98 (07ccf4aa-948e-4f75-9fac-02c6c3292b5a/d725681f-96fa-4bfc-b0be-64bae402bf0f/397c11aa-2b32-47e8-9b8a-6f533df788c4) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:30:48.995917 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks [] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:49.034361 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:49.080410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:30:49.085788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:30:49.090217 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:30:49.095765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:49.096461 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:49.106470 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Pushing event updated for resources: {'Port': ['ID=397c11aa-2b32-47e8-9b8a-6f533df788c4,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:49.129831 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-36d4aaba-e86e-47f0-88fd-34eb540d2cfb tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7936797 Sep 09 06:30:49.146353 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Request body: {'port': {'device_id': 'dd5a6405-76ee-4dde-bc90-86847991a88e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:30:49.240058 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:49.358326 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:49.370967 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:49.494145 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-a7f8c5cc-fba8-4989-ad0f-7af64343854f None None] Provisioning complete for port 397c11aa-2b32-47e8-9b8a-6f533df788c4 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:49.497303 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c5cc-fba8-4989-ad0f-7af64343854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:49.574906 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e5f84d5b-ceae-4a18-b315-a607b970c02d up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:49.601048 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397c11aa-2b32-47e8-9b8a-6f533df788c4 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:30:49.614696 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Publish callbacks [] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:49.649933 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8c5cc-fba8-4989-ad0f-7af64343854f None None] Port 397c11aa-2b32-47e8-9b8a-6f533df788c4 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:30:49.668947 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Transition to ACTIVE for port object 397c11aa-2b32-47e8-9b8a-6f533df788c4 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:30:49.681043 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:49.691368 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port e5f84d5b-ceae-4a18-b315-a607b970c02d triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:49.692544 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:49.725114 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4b55-f58d-4e13-83a4-175fdc7bcdf1 req-a24df217-6b43-4340-a8a8-ecf8493ee56c tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:49.726855 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fbcf4b55-f58d-4e13-83a4-175fdc7bcdf1 req-a24df217-6b43-4340-a8a8-ecf8493ee56c tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 935 time: 0.1086435 Sep 09 06:30:49.772107 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:49.806420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Pushing event updated for resources: {'Port': ['ID=397c11aa-2b32-47e8-9b8a-6f533df788c4,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:49.820767 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port e5f84d5b-ceae-4a18-b315-a607b970c02d is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:49.837993 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Attempting to bind port 397c11aa-2b32-47e8-9b8a-6f533df788c4 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:30:49.838379 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Attempting to bind port 397c11aa-2b32-47e8-9b8a-6f533df788c4 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:30:49.838637 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Attempting to bind port 397c11aa-2b32-47e8-9b8a-6f533df788c4 on network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:30:49.845053 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fbcf4b55-f58d-4e13-83a4-175fdc7bcdf1 req-e0dc0696-bcd9-4687-9484-744c82a2cdea tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114571 Sep 09 06:30:49.930212 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62f21d-5ad4-4d37-8031-415a89417254 req-f44169a8-7850-4f3a-9f2e-a7f4f6495ffe tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:49.932143 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac62f21d-5ad4-4d37-8031-415a89417254 req-f44169a8-7850-4f3a-9f2e-a7f4f6495ffe tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0627117 Sep 09 06:30:49.935078 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Port 397c11aa-2b32-47e8-9b8a-6f533df788c4 on network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:30:49.935637 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Attempting to bind port 397c11aa-2b32-47e8-9b8a-6f533df788c4 on network 07ccf4aa-948e-4f75-9fac-02c6c3292b5a {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:30:50.022064 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:30:50.022064 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Checking segment: {'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:30:50.022361 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Bound using segment: {'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:30:50.022795 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Bound port: 397c11aa-2b32-47e8-9b8a-6f533df788c4, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd116aaa9-354b-4e1d-8c48-4f708dacab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:30:50.023141 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:50.029711 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac62f21d-5ad4-4d37-8031-415a89417254 req-18eeec32-50e4-4e4d-b71b-b264800392f8 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901036 Sep 09 06:30:50.094211 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] For port 397c11aa-2b32-47e8-9b8a-6f533df788c4, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:30:50.097520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] For port 397c11aa-2b32-47e8-9b8a-6f533df788c4, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=397c11aa-2b32-47e8-9b8a-6f533df788c4,segment=NetworkSegment(d116aaa9-354b-4e1d-8c48-4f708dacab00),segment_id=d116aaa9-354b-4e1d-8c48-4f708dacab00)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:30:50.103413 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:50.107328 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:50.107941 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:50.109549 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/397c11aa-2b32-47e8-9b8a-6f533df788c4 HTTP/1.1" status: 200 len: 1097 time: 0.9677846 Sep 09 06:30:50.110333 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5a6405-76ee-4dde-bc90-86847991a88e', 'tag': '397c11aa-2b32-47e8-9b8a-6f533df788c4'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:50.112631 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e9b0d0-9830-411f-a38e-15b8985b477a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5a6405-76ee-4dde-bc90-86847991a88e", "tag": "397c11aa-2b32-47e8-9b8a-6f533df788c4"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:50.159532 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4973415b-23cf-4e20-8ee5-0daf36c952db x-openstack-request-id: req-4973415b-23cf-4e20-8ee5-0daf36c952db {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:50.160310 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5a6405-76ee-4dde-bc90-86847991a88e", "tag": "397c11aa-2b32-47e8-9b8a-6f533df788c4", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:50.160310 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4973415b-23cf-4e20-8ee5-0daf36c952db {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:50.160523 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4973415b-23cf-4e20-8ee5-0daf36c952db'] response: {'name': 'network-changed', 'server_uuid': 'dd5a6405-76ee-4dde-bc90-86847991a88e', 'tag': '397c11aa-2b32-47e8-9b8a-6f533df788c4', 'status': 'completed', 'code': 200} Sep 09 06:30:50.163378 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988eb91-5f69-4c6a-9644-7e0f78567f11 service neutron] Pushing event updated for resources: {'Port': ['ID=397c11aa-2b32-47e8-9b8a-6f533df788c4,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:50.235122 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b0d0-9830-411f-a38e-15b8985b477a req-172331ed-75db-4692-b28b-4c1fa85ef1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:50.236636 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8e9b0d0-9830-411f-a38e-15b8985b477a req-172331ed-75db-4692-b28b-4c1fa85ef1d1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6ceb527ce5a74fc98bb7ca6fcb0fabba&device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 1131 time: 0.0406151 Sep 09 06:30:50.273562 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8e9b0d0-9830-411f-a38e-15b8985b477a req-5d804711-ec13-46b6-b91a-301503bc4871 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=6ceb527ce5a74fc98bb7ca6fcb0fabba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209002 Sep 09 06:30:50.306311 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:50.371609 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9b0d0-9830-411f-a38e-15b8985b477a req-17ae1fdc-5711-4d19-be56-d11bd57f38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:50.372975 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8e9b0d0-9830-411f-a38e-15b8985b477a req-17ae1fdc-5711-4d19-be56-d11bd57f38ef service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933869 Sep 09 06:30:50.978184 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8170d-a895-4aa2-b177-78e78df75df3 req-96661a2f-a251-4fe9-812a-0c38739235af tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:50.979744 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-81e8170d-a895-4aa2-b177-78e78df75df3 req-96661a2f-a251-4fe9-812a-0c38739235af tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 947 time: 0.0491569 Sep 09 06:30:51.036564 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-81e8170d-a895-4aa2-b177-78e78df75df3 req-e8fa3e60-f7fc-4b10-a96f-c3a43c9a3b6f tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505238 Sep 09 06:30:51.180904 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e746c-5ad2-40e7-9169-ca5e6017260b req-15acebce-c39c-4bfe-90ce-37106061594f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:51.182478 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cf2e746c-5ad2-40e7-9169-ca5e6017260b req-15acebce-c39c-4bfe-90ce-37106061594f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0580118 Sep 09 06:30:51.230492 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cf2e746c-5ad2-40e7-9169-ca5e6017260b req-7e241e52-e524-4132-957b-bd61067da253 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Sep 09 06:30:51.469408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-b9b904ff-1894-43bb-b18b-8f9ff3b2f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:51.471258 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-b9b904ff-1894-43bb-b18b-8f9ff3b2f1d2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6ceb527ce5a74fc98bb7ca6fcb0fabba&device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 1131 time: 0.0481238 Sep 09 06:30:51.521117 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-c7cf0a80-fa2b-4b9e-bfa9-cf88822230bc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=397c11aa-2b32-47e8-9b8a-6f533df788c4 HTTP/1.1" status: 200 len: 217 time: 0.0392966 Sep 09 06:30:51.565636 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:51.610555 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85625365-cae2-4951-8901-cc0f4954d5c8 req-a333a443-3427-413f-bda8-85d6ac33f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:51.610555 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-85625365-cae2-4951-8901-cc0f4954d5c8 req-a333a443-3427-413f-bda8-85d6ac33f6f8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 1129 time: 0.0716276 Sep 09 06:30:51.611621 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-e5ed6a01-8c7d-4cf7-998b-4864595a8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:51.613064 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-e5ed6a01-8c7d-4cf7-998b-4864595a8aed service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d725681f-96fa-4bfc-b0be-64bae402bf0f HTTP/1.1" status: 200 len: 843 time: 0.0822997 Sep 09 06:30:51.694641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-e248047e-fc10-454b-93ec-80d092b83718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:51.696168 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-e248047e-fc10-454b-93ec-80d092b83718 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=07ccf4aa-948e-4f75-9fac-02c6c3292b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0651932 Sep 09 06:30:51.702228 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-85625365-cae2-4951-8901-cc0f4954d5c8 req-6ea589ae-57b1-4dae-8f45-b0060cbbbc76 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767698 Sep 09 06:30:52.027899 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-9d66f25f-49ab-404c-8ff9-2c977d7a482d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/07ccf4aa-948e-4f75-9fac-02c6c3292b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230083 Sep 09 06:30:52.136126 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1eea06c-2db1-4a7e-a4ef-95378058de71 req-a156eab7-a8c5-4078-9b11-7fa0cc2acc5e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/07ccf4aa-948e-4f75-9fac-02c6c3292b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998156 Sep 09 06:30:52.172706 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9f1f-a0e7-4c17-9f98-d566695dbfd0 req-e42165b6-d777-409c-9929-d6def557a31e tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:52.174266 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a6ec9f1f-a0e7-4c17-9f98-d566695dbfd0 req-e42165b6-d777-409c-9929-d6def557a31e tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 947 time: 0.0575216 Sep 09 06:30:52.225880 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a6ec9f1f-a0e7-4c17-9f98-d566695dbfd0 req-25dad49b-e54f-46c4-a5a2-a37efbb55221 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Sep 09 06:30:52.367425 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a34ae9-97ba-4a5c-8e9a-9169ca32bbd6 req-fa90a58d-acf3-4bec-8e59-453cc9cec33c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:52.368936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c1a34ae9-97ba-4a5c-8e9a-9169ca32bbd6 req-fa90a58d-acf3-4bec-8e59-453cc9cec33c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0557919 Sep 09 06:30:52.419525 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c1a34ae9-97ba-4a5c-8e9a-9169ca32bbd6 req-b3059ee2-7df1-4b3d-8ce7-13be05a7f99c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Sep 09 06:30:52.573378 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51852) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:52.684956 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8545fde-1ef2-497d-9dfc-b436e8e7596e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:52.705129 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:52.764243 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8545fde-1ef2-497d-9dfc-b436e8e7596e admin admin] Publish callbacks [] for security_group (c9e0cd8f-b172-4849-8db9-2c985ffc312a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:52.769139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8545fde-1ef2-497d-9dfc-b436e8e7596e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (c9e0cd8f-b172-4849-8db9-2c985ffc312a), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:52.808682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8545fde-1ef2-497d-9dfc-b436e8e7596e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e0cd8f-b172-4849-8db9-2c985ffc312a,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:52.813078 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-e8545fde-1ef2-497d-9dfc-b436e8e7596e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=79bee8207c814bb6b77999e8cc227955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384539 Sep 09 06:30:52.815687 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51856) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:52.866481 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5c8c0eaa-6b18-469a-a745-c9fc996101b6 admin admin] Publish callbacks [] for security_group (c9e0cd8f-b172-4849-8db9-2c985ffc312a), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:52.886605 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5c8c0eaa-6b18-469a-a745-c9fc996101b6 admin admin] Publish callbacks [] for security_group (c9e0cd8f-b172-4849-8db9-2c985ffc312a), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:52.940092 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5c8c0eaa-6b18-469a-a745-c9fc996101b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (c9e0cd8f-b172-4849-8db9-2c985ffc312a), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:52.942649 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5c8c0eaa-6b18-469a-a745-c9fc996101b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:52.943829 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-5c8c0eaa-6b18-469a-a745-c9fc996101b6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c9e0cd8f-b172-4849-8db9-2c985ffc312a HTTP/1.1" status: 204 len: 168 time: 0.1271834 Sep 09 06:30:52.952099 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c0eaa-6b18-469a-a745-c9fc996101b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e0cd8f-b172-4849-8db9-2c985ffc312a,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:53.229191 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51864) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:53.245496 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e890fcb2-e140-428d-b4e6-1ad835e7b866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:53.270478 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:53.367075 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e890fcb2-e140-428d-b4e6-1ad835e7b866 admin admin] Publish callbacks [] for security_group (61815a9c-a866-413b-b26f-f9ef0d04db83), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:53.374125 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9f32a-567a-41a6-9b22-eff738977e74 req-e595fd0c-e8dc-4254-9b07-dc36c38f7d80 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:53.376784 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-52a9f32a-567a-41a6-9b22-eff738977e74 req-e595fd0c-e8dc-4254-9b07-dc36c38f7d80 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 947 time: 0.0668886 Sep 09 06:30:53.377917 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e890fcb2-e140-428d-b4e6-1ad835e7b866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (61815a9c-a866-413b-b26f-f9ef0d04db83), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:53.439530 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-e890fcb2-e140-428d-b4e6-1ad835e7b866 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=80a9ab83455f4293b643a765e963a2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067337 Sep 09 06:30:53.441027 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51868) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:53.441524 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890fcb2-e140-428d-b4e6-1ad835e7b866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61815a9c-a866-413b-b26f-f9ef0d04db83,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:53.470025 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-52a9f32a-567a-41a6-9b22-eff738977e74 req-2b26e978-8fec-4740-ad60-8fcfa1e224e2 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861096 Sep 09 06:30:53.498130 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8949573d-ae5a-45b8-86c2-8bd4345bea1e admin admin] Publish callbacks [] for security_group (61815a9c-a866-413b-b26f-f9ef0d04db83), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:53.521912 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8949573d-ae5a-45b8-86c2-8bd4345bea1e admin admin] Publish callbacks [] for security_group (61815a9c-a866-413b-b26f-f9ef0d04db83), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:53.549352 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf072d-708a-4d2a-9dd0-46a2669e16a7 req-198478ee-16c7-4f3c-a540-e42bc4c5165c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:53.551198 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ccf072d-708a-4d2a-9dd0-46a2669e16a7 req-198478ee-16c7-4f3c-a540-e42bc4c5165c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0484397 Sep 09 06:30:53.580627 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8949573d-ae5a-45b8-86c2-8bd4345bea1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (61815a9c-a866-413b-b26f-f9ef0d04db83), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:53.583369 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8949573d-ae5a-45b8-86c2-8bd4345bea1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:53.584574 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-8949573d-ae5a-45b8-86c2-8bd4345bea1e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/61815a9c-a866-413b-b26f-f9ef0d04db83 HTTP/1.1" status: 204 len: 168 time: 0.1431277 Sep 09 06:30:53.592303 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949573d-ae5a-45b8-86c2-8bd4345bea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61815a9c-a866-413b-b26f-f9ef0d04db83,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:53.620209 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ccf072d-708a-4d2a-9dd0-46a2669e16a7 req-73e27301-3759-4c00-86fb-b39251785f58 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634873 Sep 09 06:30:53.946836 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 51876) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:53.960293 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3221ee67-edef-4491-9c83-9e3b1098b33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:54.047738 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3221ee67-edef-4491-9c83-9e3b1098b33e admin admin] Publish callbacks [] for security_group (1f17569f-9960-4e5e-bd38-5b71cb942672), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:54.051850 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3221ee67-edef-4491-9c83-9e3b1098b33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (1f17569f-9960-4e5e-bd38-5b71cb942672), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:54.093658 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-3221ee67-edef-4491-9c83-9e3b1098b33e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=caaaa96c9e03418ab806d0eaeeda3ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452427 Sep 09 06:30:54.094547 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221ee67-edef-4491-9c83-9e3b1098b33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f17569f-9960-4e5e-bd38-5b71cb942672,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:54.097346 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 51878) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:30:54.151897 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d8539c8e-0bc1-44fd-9af1-3e7b93c76507 admin admin] Publish callbacks [] for security_group (1f17569f-9960-4e5e-bd38-5b71cb942672), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:54.173521 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d8539c8e-0bc1-44fd-9af1-3e7b93c76507 admin admin] Publish callbacks [] for security_group (1f17569f-9960-4e5e-bd38-5b71cb942672), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:54.226773 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d8539c8e-0bc1-44fd-9af1-3e7b93c76507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (1f17569f-9960-4e5e-bd38-5b71cb942672), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:54.229349 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d8539c8e-0bc1-44fd-9af1-3e7b93c76507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:54.230503 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-d8539c8e-0bc1-44fd-9af1-3e7b93c76507 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1f17569f-9960-4e5e-bd38-5b71cb942672 HTTP/1.1" status: 204 len: 168 time: 0.1318259 Sep 09 06:30:54.232672 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:54.239337 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8539c8e-0bc1-44fd-9af1-3e7b93c76507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f17569f-9960-4e5e-bd38-5b71cb942672,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:54.600354 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e915-7561-4030-8e35-c7fede50824e req-782aa6c9-0608-49b9-84db-7e5735781c47 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:54.601803 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8dc3e915-7561-4030-8e35-c7fede50824e req-782aa6c9-0608-49b9-84db-7e5735781c47 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 947 time: 0.0513048 Sep 09 06:30:54.654622 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8dc3e915-7561-4030-8e35-c7fede50824e req-a129ae40-c169-407e-8870-e04ad13a3608 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466409 Sep 09 06:30:54.756490 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a0372-db1d-4ca3-be3d-f2b3f129ee45 req-c1fe246b-666e-4716-80c8-5a10fee1f7b0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:54.758099 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-155a0372-db1d-4ca3-be3d-f2b3f129ee45 req-c1fe246b-666e-4716-80c8-5a10fee1f7b0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0528808 Sep 09 06:30:54.811053 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-155a0372-db1d-4ca3-be3d-f2b3f129ee45 req-9178bfcd-573e-460f-a56f-1134bce3c5dd tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471406 Sep 09 06:30:54.943916 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9494a-2882-42eb-b992-a22391d9fe1a req-55382033-40ad-4d00-b827-ee7dda88663c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:54.945324 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-35a9494a-2882-42eb-b992-a22391d9fe1a req-55382033-40ad-4d00-b827-ee7dda88663c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0524495 Sep 09 06:30:54.957087 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 397c11aa-2b32-47e8-9b8a-6f533df788c4 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:30:54.999305 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-35a9494a-2882-42eb-b992-a22391d9fe1a req-9aada140-eb49-44a9-85fd-2b530c8aeab5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470130 Sep 09 06:30:55.080619 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:30:55.085446 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 397c11aa-2b32-47e8-9b8a-6f533df788c4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=397c11aa-2b32-47e8-9b8a-6f533df788c4,segment=NetworkSegment(d116aaa9-354b-4e1d-8c48-4f708dacab00),segment_id=d116aaa9-354b-4e1d-8c48-4f708dacab00)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:55.100560 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '397c11aa-2b32-47e8-9b8a-6f533df788c4', 'network_id': '07ccf4aa-948e-4f75-9fac-02c6c3292b5a', 'port_id': '397c11aa-2b32-47e8-9b8a-6f533df788c4', 'mac_address': 'fa:16:3e:a3:3f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd725681f-96fa-4bfc-b0be-64bae402bf0f', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:30:55.141751 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 397c11aa-2b32-47e8-9b8a-6f533df788c4 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:55.142264 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:55.157566 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397c11aa-2b32-47e8-9b8a-6f533df788c4 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:30:55.186578 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 397c11aa-2b32-47e8-9b8a-6f533df788c4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=397c11aa-2b32-47e8-9b8a-6f533df788c4,segment=NetworkSegment(d116aaa9-354b-4e1d-8c48-4f708dacab00),segment_id=d116aaa9-354b-4e1d-8c48-4f708dacab00)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:55.190922 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:55.251602 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=397c11aa-2b32-47e8-9b8a-6f533df788c4,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:55.538199 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['397c11aa-2b32-47e8-9b8a-6f533df788c4'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:30:55.610228 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:55.791452 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86129-eb07-4a25-8c61-cf98ce50a395 req-a6c1e007-6592-479c-8969-d590b0d1575f tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:55.796869 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4fe86129-eb07-4a25-8c61-cf98ce50a395 req-a6c1e007-6592-479c-8969-d590b0d1575f tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 948 time: 0.0617070 Sep 09 06:30:55.844979 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4fe86129-eb07-4a25-8c61-cf98ce50a395 req-c7757765-6a84-4c83-a275-1d388fdd55ae tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Sep 09 06:30:56.701962 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-8a06523d-10c4-49ea-9860-cefec484b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:56.703569 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-8a06523d-10c4-49ea-9860-cefec484b8f9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 1129 time: 0.0742149 Sep 09 06:30:56.711272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ce5d-06d3-450e-9500-e5d3c09deaaa req-c4c9cd5a-71f6-4592-b9e3-8e30ba8d7c43 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:56.712648 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69b0ce5d-06d3-450e-9500-e5d3c09deaaa req-c4c9cd5a-71f6-4592-b9e3-8e30ba8d7c43 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0749924 Sep 09 06:30:56.752944 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:56.830555 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69b0ce5d-06d3-450e-9500-e5d3c09deaaa req-b2f01ec4-362f-44fc-bec1-1f3a2df4471d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086833 Sep 09 06:30:56.844985 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-97273e0e-6d51-4151-928e-041c95c99043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:56.846455 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-97273e0e-6d51-4151-928e-041c95c99043 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.1329765 Sep 09 06:30:56.887412 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-07ee7fdc-efaa-47ed-a847-d6691a1b9cb8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8 HTTP/1.1" status: 200 len: 217 time: 0.0341074 Sep 09 06:30:56.971792 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 397c11aa-2b32-47e8-9b8a-6f533df788c4 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:30:56.975848 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-fd78837e-17ce-4d0b-82d1-c130522311de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:56.977322 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-fd78837e-17ce-4d0b-82d1-c130522311de service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.0816677 Sep 09 06:30:56.985432 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771156a-a797-4b21-82e5-5219651012f9 req-9a7ca625-86da-40e4-a45f-bd4c9665fd6f tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:56.986855 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7771156a-a797-4b21-82e5-5219651012f9 req-9a7ca625-86da-40e4-a45f-bd4c9665fd6f tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 948 time: 0.0625708 Sep 09 06:30:57.016474 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 397c11aa-2b32-47e8-9b8a-6f533df788c4 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:30:57.021867 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 397c11aa-2b32-47e8-9b8a-6f533df788c4 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:30:57.022235 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:57.054201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-a7f692f8-ef56-46c2-be0b-34b69b850693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:57.054201 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-a7f692f8-ef56-46c2-be0b-34b69b850693 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0654855 Sep 09 06:30:57.083360 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7771156a-a797-4b21-82e5-5219651012f9 req-b0bb9384-2fa4-48b1-8355-64d158a22df8 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878611 Sep 09 06:30:57.088423 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:57.107144 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 397c11aa-2b32-47e8-9b8a-6f533df788c4 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:30:57.107903 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:57.132060 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5a6405-76ee-4dde-bc90-86847991a88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c11aa-2b32-47e8-9b8a-6f533df788c4'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:30:57.134319 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492717bf-b531-4a6e-8a68-3bff9a9d82fe" -d '{"events": [{"server_uuid": "dd5a6405-76ee-4dde-bc90-86847991a88e", "name": "network-vif-plugged", "status": "completed", "tag": "397c11aa-2b32-47e8-9b8a-6f533df788c4"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:30:57.148112 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 397c11aa-2b32-47e8-9b8a-6f533df788c4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=397c11aa-2b32-47e8-9b8a-6f533df788c4,segment=NetworkSegment(d116aaa9-354b-4e1d-8c48-4f708dacab00),segment_id=d116aaa9-354b-4e1d-8c48-4f708dacab00)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:30:57.152598 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:57.180906 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-5cc11b1b-9162-4a4b-aeaf-b724915607cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123035 Sep 09 06:30:57.188822 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e41f9f-51dc-4311-a69a-84cdad181abc x-openstack-request-id: req-75e41f9f-51dc-4311-a69a-84cdad181abc {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:30:57.189316 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5a6405-76ee-4dde-bc90-86847991a88e", "name": "network-vif-plugged", "status": "completed", "tag": "397c11aa-2b32-47e8-9b8a-6f533df788c4", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:30:57.189564 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75e41f9f-51dc-4311-a69a-84cdad181abc {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:30:57.189939 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e41f9f-51dc-4311-a69a-84cdad181abc'] response: {'server_uuid': 'dd5a6405-76ee-4dde-bc90-86847991a88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c11aa-2b32-47e8-9b8a-6f533df788c4', 'code': 200} Sep 09 06:30:57.223075 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=397c11aa-2b32-47e8-9b8a-6f533df788c4,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:30:57.320507 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9163000f-3edc-4b2c-a572-c22df68681f0 req-9e11f08f-e41d-4226-9705-bf9c3c11c6e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216033 Sep 09 06:30:57.382670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:57.420290 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10c7b4-3d52-4ed1-be5e-8d6ad8812d2b req-25366ce0-fbee-4b2f-9857-c0dd5360a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:57.421848 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3c10c7b4-3d52-4ed1-be5e-8d6ad8812d2b req-25366ce0-fbee-4b2f-9857-c0dd5360a6f2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 1133 time: 0.0528486 Sep 09 06:30:57.593253 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3c10c7b4-3d52-4ed1-be5e-8d6ad8812d2b req-5de573c0-6aed-4d8f-9614-0f60c7de8b4d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660212 Sep 09 06:30:57.973538 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18920ab3-969e-408d-96c7-1b78d002622f req-371a82b9-7531-4b59-bebc-d34d3e3e45bf tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:57.975295 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-18920ab3-969e-408d-96c7-1b78d002622f req-371a82b9-7531-4b59-bebc-d34d3e3e45bf tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0552578 Sep 09 06:30:58.037853 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-18920ab3-969e-408d-96c7-1b78d002622f req-af2a0b0e-20aa-477b-8da8-22562c200198 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565422 Sep 09 06:30:58.213228 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29e016-9211-4d42-957b-fdb275e4f5c7 req-ad7d078c-d8dd-41ab-a040-57177eebd94a tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:58.214850 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-db29e016-9211-4d42-957b-fdb275e4f5c7 req-ad7d078c-d8dd-41ab-a040-57177eebd94a tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 949 time: 0.0516520 Sep 09 06:30:58.262995 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-db29e016-9211-4d42-957b-fdb275e4f5c7 req-f9b3ff45-4d27-41ba-ac12-8b2e8572859f tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Sep 09 06:30:58.662414 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-4c4faa28-60eb-46b4-b3df-6751c3a05cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:30:59.192855 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd60ce-a877-4e26-af0d-08acd0599202 req-0e692942-bbcc-4c94-ad9b-2ea3ede27f62 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:59.196531 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-04dd60ce-a877-4e26-af0d-08acd0599202 req-0e692942-bbcc-4c94-ad9b-2ea3ede27f62 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0615170 Sep 09 06:30:59.267468 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-04dd60ce-a877-4e26-af0d-08acd0599202 req-9a4a9213-a46d-4f33-b5c1-aff1ecd08339 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634408 Sep 09 06:30:59.407456 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca50ba-0ddf-46ac-bfe2-0d17ebe465f3 req-2e5f5574-dc44-424e-86ec-3055b9c12052 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:59.409055 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ccca50ba-0ddf-46ac-bfe2-0d17ebe465f3 req-2e5f5574-dc44-424e-86ec-3055b9c12052 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 949 time: 0.0523691 Sep 09 06:30:59.462842 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ccca50ba-0ddf-46ac-bfe2-0d17ebe465f3 req-2101a705-c961-42b3-be62-5e85da609779 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Sep 09 06:30:59.765729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869ba69-84cf-4b24-bf53-b20877f1da96 req-b7548ac6-1c24-4174-bbac-247439c42416 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:30:59.767250 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2869ba69-84cf-4b24-bf53-b20877f1da96 req-b7548ac6-1c24-4174-bbac-247439c42416 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 949 time: 0.0466623 Sep 09 06:30:59.814390 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:30:59.819364 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2869ba69-84cf-4b24-bf53-b20877f1da96 req-928fef9d-8632-4d65-be25-7d83d8fcaffa tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 Sep 09 06:31:00.397521 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7360911-9a8b-4738-999a-fdf0b9270cf6 req-ac1c9445-109e-4a11-b7e1-2b6dd35eb2c3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:00.398965 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7360911-9a8b-4738-999a-fdf0b9270cf6 req-ac1c9445-109e-4a11-b7e1-2b6dd35eb2c3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0475593 Sep 09 06:31:00.446099 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c7360911-9a8b-4738-999a-fdf0b9270cf6 req-96ee83c2-28c4-4b33-be57-584bbe1e724a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Sep 09 06:31:00.943449 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7feec1-4122-42f3-b4db-1cf7cb4209be req-d328ad18-c504-453b-8b03-20fbb7bb3885 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:00.944997 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0c7feec1-4122-42f3-b4db-1cf7cb4209be req-d328ad18-c504-453b-8b03-20fbb7bb3885 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 949 time: 0.0493889 Sep 09 06:31:00.993664 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0c7feec1-4122-42f3-b4db-1cf7cb4209be req-27270868-7027-4ebc-8de4-5e3bfcce333e tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Sep 09 06:31:01.007761 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-45659986-93ee-416d-909a-fd6167e663a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.127538 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 52090) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:01.237788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dce493b4-57da-4f81-8fcb-7a8667b8a0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.314125 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dce493b4-57da-4f81-8fcb-7a8667b8a0fd admin admin] Publish callbacks [] for security_group (d673793c-5a0a-40d3-a660-6248bf869a2a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.317870 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dce493b4-57da-4f81-8fcb-7a8667b8a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d673793c-5a0a-40d3-a660-6248bf869a2a), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.356017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce493b4-57da-4f81-8fcb-7a8667b8a0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d673793c-5a0a-40d3-a660-6248bf869a2a,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:01.360764 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-dce493b4-57da-4f81-8fcb-7a8667b8a0fd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=362d83df69704c7fabdf185febbd0c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322228 Sep 09 06:31:01.363463 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 52094) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:01.369394 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:01.413898 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c55938df-dc3e-4c12-9b69-0b81da8472eb admin admin] Publish callbacks [] for security_group (d673793c-5a0a-40d3-a660-6248bf869a2a), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.440111 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c55938df-dc3e-4c12-9b69-0b81da8472eb admin admin] Publish callbacks [] for security_group (d673793c-5a0a-40d3-a660-6248bf869a2a), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.495503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c55938df-dc3e-4c12-9b69-0b81da8472eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d673793c-5a0a-40d3-a660-6248bf869a2a), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.498102 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c55938df-dc3e-4c12-9b69-0b81da8472eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.499454 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-c55938df-dc3e-4c12-9b69-0b81da8472eb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d673793c-5a0a-40d3-a660-6248bf869a2a HTTP/1.1" status: 204 len: 168 time: 0.1348712 Sep 09 06:31:01.507965 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55938df-dc3e-4c12-9b69-0b81da8472eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d673793c-5a0a-40d3-a660-6248bf869a2a,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:01.521351 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:01.586363 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f91d1-6bf2-47bd-8537-253e813bbf60 req-f1786970-e82a-43b5-a3a0-ebb2cc9aac10 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:01.587856 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-440f91d1-6bf2-47bd-8537-253e813bbf60 req-f1786970-e82a-43b5-a3a0-ebb2cc9aac10 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0598495 Sep 09 06:31:01.638349 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-440f91d1-6bf2-47bd-8537-253e813bbf60 req-6dd03122-400e-4aa1-9e6e-786ccbeffe08 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Sep 09 06:31:01.776179 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47cb05-3391-4016-8132-510b4bd670da req-60cfebf8-e932-45f5-986b-cdc3cb28eaa4 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:01.777737 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8a47cb05-3391-4016-8132-510b4bd670da req-60cfebf8-e932-45f5-986b-cdc3cb28eaa4 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 949 time: 0.0511672 Sep 09 06:31:01.791279 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 52104) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:01.811409 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9d9b24ab-0766-4515-af36-8e288e4e464d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:01.911800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Deleting port 397c11aa-2b32-47e8-9b8a-6f533df788c4 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:31:01.912136 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.002857 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:02.024407 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9d9b24ab-0766-4515-af36-8e288e4e464d admin admin] Publish callbacks [] for security_group (dcebcd5f-b307-4046-8040-4c5e9decb370), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.034127 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9d9b24ab-0766-4515-af36-8e288e4e464d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dcebcd5f-b307-4046-8040-4c5e9decb370), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.098127 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] For port 397c11aa-2b32-47e8-9b8a-6f533df788c4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=397c11aa-2b32-47e8-9b8a-6f533df788c4,segment=NetworkSegment(d116aaa9-354b-4e1d-8c48-4f708dacab00),segment_id=d116aaa9-354b-4e1d-8c48-4f708dacab00)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:02.098498 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.103075 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9d9b24ab-0766-4515-af36-8e288e4e464d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=044667717b30485e9927f9b5f8709d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107021 Sep 09 06:31:02.105931 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 52108) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:02.120672 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:02.132676 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b24ab-0766-4515-af36-8e288e4e464d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcebcd5f-b307-4046-8040-4c5e9decb370,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:02.144242 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Calling delete_port for 397c11aa-2b32-47e8-9b8a-6f533df788c4 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:31:02.161298 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a3c78e8-4ef9-43bc-8591-7bc473403e6b admin admin] Publish callbacks [] for security_group (dcebcd5f-b307-4046-8040-4c5e9decb370), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.162112 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdb057-29ba-4b2a-b003-b095c44afa4a req-c6599aef-cd08-4458-ae53-0273005b559a tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:02.163593 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cdfdb057-29ba-4b2a-b003-b095c44afa4a req-c6599aef-cd08-4458-ae53-0273005b559a tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 949 time: 0.0816031 Sep 09 06:31:02.182293 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a3c78e8-4ef9-43bc-8591-7bc473403e6b admin admin] Publish callbacks [] for security_group (dcebcd5f-b307-4046-8040-4c5e9decb370), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.220804 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.238333 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a3c78e8-4ef9-43bc-8591-7bc473403e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dcebcd5f-b307-4046-8040-4c5e9decb370), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.240995 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a3c78e8-4ef9-43bc-8591-7bc473403e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.242155 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6a3c78e8-4ef9-43bc-8591-7bc473403e6b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dcebcd5f-b307-4046-8040-4c5e9decb370 HTTP/1.1" status: 204 len: 168 time: 0.1352434 Sep 09 06:31:02.251817 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c78e8-4ef9-43bc-8591-7bc473403e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcebcd5f-b307-4046-8040-4c5e9decb370,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:02.263078 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:02.271214 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cdfdb057-29ba-4b2a-b003-b095c44afa4a req-7ccc5b86-00eb-4e23-b9fd-dce921c019c4 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bbd25dc4-22d5-49ac-a3fc-20838bc40d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013477 Sep 09 06:31:02.345452 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (397c11aa-2b32-47e8-9b8a-6f533df788c4), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.363694 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['397c11aa-2b32-47e8-9b8a-6f533df788c4'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:31:02.390573 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Pushing event deleted for resources: {'Port': ['ID=397c11aa-2b32-47e8-9b8a-6f533df788c4,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:02.449371 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] No DVR routers for this DVR port 397c11aa-2b32-47e8-9b8a-6f533df788c4 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:31:02.452617 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:02.456342 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8a47cb05-3391-4016-8132-510b4bd670da req-d486d006-4457-48ea-a423-7d422fdbe72d tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.33 "DELETE /networking/v2.0/ports/397c11aa-2b32-47e8-9b8a-6f533df788c4 HTTP/1.1" status: 204 len: 173 time: 0.6626837 Sep 09 06:31:02.457018 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5a6405-76ee-4dde-bc90-86847991a88e', 'name': 'network-vif-deleted', 'tag': '397c11aa-2b32-47e8-9b8a-6f533df788c4'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:02.459307 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743a01e4-dba4-4d0b-9a0d-669ebff0c23d" -d '{"events": [{"server_uuid": "dd5a6405-76ee-4dde-bc90-86847991a88e", "name": "network-vif-deleted", "tag": "397c11aa-2b32-47e8-9b8a-6f533df788c4"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:02.517657 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb2fbfd-fa0c-4967-907c-3f3fd803c438 x-openstack-request-id: req-fbb2fbfd-fa0c-4967-907c-3f3fd803c438 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:02.517955 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5a6405-76ee-4dde-bc90-86847991a88e", "name": "network-vif-deleted", "tag": "397c11aa-2b32-47e8-9b8a-6f533df788c4", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:02.518216 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbb2fbfd-fa0c-4967-907c-3f3fd803c438 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:02.518624 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb2fbfd-fa0c-4967-907c-3f3fd803c438'] response: {'server_uuid': 'dd5a6405-76ee-4dde-bc90-86847991a88e', 'name': 'network-vif-deleted', 'tag': '397c11aa-2b32-47e8-9b8a-6f533df788c4', 'status': 'completed', 'code': 200} Sep 09 06:31:02.840747 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050c12-a6c7-4fe8-a0d0-f11568908bcc req-5a2e714b-4df4-4950-abee-6a8f6df4a693 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:02.849564 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae050c12-a6c7-4fe8-a0d0-f11568908bcc req-5a2e714b-4df4-4950-abee-6a8f6df4a693 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.1242526 Sep 09 06:31:02.879244 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984cdb3-426f-44a2-aa12-a68d5284565b req-1577be0b-4998-4ff2-91bd-924aa756a94f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:02.880825 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8984cdb3-426f-44a2-aa12-a68d5284565b req-1577be0b-4998-4ff2-91bd-924aa756a94f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0925624 Sep 09 06:31:02.923084 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae050c12-a6c7-4fe8-a0d0-f11568908bcc req-e63a13c3-03e5-45ab-9a45-3a90a9c08b61 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727482 Sep 09 06:31:02.951095 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8984cdb3-426f-44a2-aa12-a68d5284565b req-4bac365c-4c60-4b14-ab32-e4052c3d61ab tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584853 Sep 09 06:31:03.410361 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3d21f302-03aa-46f3-9671-6d92cbdf865d req-b4fded98-e34d-4487-806d-6547c0eee827 tempest-VolumesNegativeTest-1644817659 tempest-VolumesNegativeTest-1644817659-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=dd5a6405-76ee-4dde-bc90-86847991a88e HTTP/1.1" status: 200 len: 210 time: 0.0341914 Sep 09 06:31:03.482838 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.518519 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 52160) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:03.577413 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.649063 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b4119990-e630-4a46-ae3d-6b13aeafccb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.727295 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b4119990-e630-4a46-ae3d-6b13aeafccb6 admin admin] Publish callbacks [] for security_group (76f732b7-abbd-4f1d-9915-87607d9378ce), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.731426 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b4119990-e630-4a46-ae3d-6b13aeafccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (76f732b7-abbd-4f1d-9915-87607d9378ce), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.774811 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-b4119990-e630-4a46-ae3d-6b13aeafccb6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7323a6e535ae48549fce1e8f2e569ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550845 Sep 09 06:31:03.775708 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4119990-e630-4a46-ae3d-6b13aeafccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f732b7-abbd-4f1d-9915-87607d9378ce,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:03.778896 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 52164) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:03.832953 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-71262329-8baf-4aac-9496-e825b57512cb admin admin] Publish callbacks [] for security_group (76f732b7-abbd-4f1d-9915-87607d9378ce), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.854520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-71262329-8baf-4aac-9496-e825b57512cb admin admin] Publish callbacks [] for security_group (76f732b7-abbd-4f1d-9915-87607d9378ce), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.907859 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-71262329-8baf-4aac-9496-e825b57512cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (76f732b7-abbd-4f1d-9915-87607d9378ce), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.910401 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-71262329-8baf-4aac-9496-e825b57512cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:03.911570 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-71262329-8baf-4aac-9496-e825b57512cb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/76f732b7-abbd-4f1d-9915-87607d9378ce HTTP/1.1" status: 204 len: 168 time: 0.1309497 Sep 09 06:31:03.919611 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71262329-8baf-4aac-9496-e825b57512cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f732b7-abbd-4f1d-9915-87607d9378ce,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:04.073416 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc84f7-b42c-491e-9c35-b77de44e5cd9 req-b6cad295-3149-4335-84d6-3c26caba046c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:04.074808 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bfcc84f7-b42c-491e-9c35-b77de44e5cd9 req-b6cad295-3149-4335-84d6-3c26caba046c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0555968 Sep 09 06:31:04.141422 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bdfa2-e373-4736-acbd-16f60e5f4530 req-60d17b80-e121-44fb-bd0d-8a04fdb0b0fc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:04.142914 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-885bdfa2-e373-4736-acbd-16f60e5f4530 req-60d17b80-e121-44fb-bd0d-8a04fdb0b0fc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0672283 Sep 09 06:31:04.180671 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bfcc84f7-b42c-491e-9c35-b77de44e5cd9 req-d9e08cf9-469d-4d91-966f-941a88bfd0c1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948417 Sep 09 06:31:04.203881 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:04.212238 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-885bdfa2-e373-4736-acbd-16f60e5f4530 req-32d19d73-ef70-4d04-b0ee-b498b79b49a2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627468 Sep 09 06:31:04.349507 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-8049b10f-ed4f-4841-965f-2d2026720c9d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-959218854&fields=id&tenant_id=09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 267 time: 0.0499363 Sep 09 06:31:04.466036 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-cde27e69-57c0-44b6-a193-8c7cb21a0c8c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:04.468109 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-cde27e69-57c0-44b6-a193-8c7cb21a0c8c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 812 time: 0.1109340 Sep 09 06:31:04.484862 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-54a7f3e0-8c62-49e2-946b-51c26cf8fceb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/quotas/09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 375 time: 0.0107656 Sep 09 06:31:04.538424 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-477f0d6f-5841-4a98-ba3a-4c1977e401d1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477335 Sep 09 06:31:04.629299 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:04.651613 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-f23c892c-b03a-42ae-aa90-5953e7383aba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977976 Sep 09 06:31:04.769359 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-ea1e3167-394d-48ec-876f-d41915165782 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090245 Sep 09 06:31:05.012357 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 397c11aa-2b32-47e8-9b8a-6f533df788c4 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:31:05.036552 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 397c11aa-2b32-47e8-9b8a-6f533df788c4 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:31:05.036898 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 397c11aa-2b32-47e8-9b8a-6f533df788c4 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:31:05.075994 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:05.176158 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-751abc7d-ab0c-4a80-8421-ead753f727a2 req-658590bf-f2a3-4be5-8d5c-998ae16a4e8e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 210 time: 0.0537512 Sep 09 06:31:05.331118 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7195da2-094c-479b-a3db-d87e2e5482af req-6a070dd7-912f-4755-bd14-e1972b5cdbc9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:05.332681 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e7195da2-094c-479b-a3db-d87e2e5482af req-6a070dd7-912f-4755-bd14-e1972b5cdbc9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0644674 Sep 09 06:31:05.411798 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37bf82-e1ce-4099-a590-8ee403159d2e req-900adfb7-5e46-411b-babb-4db7ea8dff8d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:05.413523 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f37bf82-e1ce-4099-a590-8ee403159d2e req-900adfb7-5e46-411b-babb-4db7ea8dff8d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0799515 Sep 09 06:31:05.469070 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e7195da2-094c-479b-a3db-d87e2e5482af req-5a836b67-1135-48cf-b1c7-a9a0ce27077f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230142 Sep 09 06:31:05.500470 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f37bf82-e1ce-4099-a590-8ee403159d2e req-0ced2a52-00a6-47cc-9240-a9c737001de5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747547 Sep 09 06:31:06.284396 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a0471035-4d88-437e-a896-db0f883a86d4 req-625a524c-c3c8-401a-a8e5-432ad428ed70 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 210 time: 0.0329432 Sep 09 06:31:06.736503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ff87c-851f-474b-9398-27c1b112fea2 req-1a7a7423-f0bf-49de-a9ae-2b666ea42e7f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:06.740021 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f18ff87c-851f-474b-9398-27c1b112fea2 req-1a7a7423-f0bf-49de-a9ae-2b666ea42e7f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.1565189 Sep 09 06:31:06.764251 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54838-20b9-4aab-a09e-505cec32c997 req-70d75659-a532-4d2d-be26-9880f0243a13 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:06.766331 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4cb54838-20b9-4aab-a09e-505cec32c997 req-70d75659-a532-4d2d-be26-9880f0243a13 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1485748 Sep 09 06:31:07.075462 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-a65930e9-9fd7-4097-afd7-c4bacb7a682c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:07.077374 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-a65930e9-9fd7-4097-afd7-c4bacb7a682c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 812 time: 0.5169215 Sep 09 06:31:07.109806 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f18ff87c-851f-474b-9398-27c1b112fea2 req-11a204db-3191-4e5d-85da-d015cc5b38a9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665667 Sep 09 06:31:07.117077 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4cb54838-20b9-4aab-a09e-505cec32c997 req-956f73d5-1eb6-4127-b107-907c5acd44ae tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356714 Sep 09 06:31:07.420156 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8fc6d8fb-ca62-4399-8aed-f22ab4b66205 req-099761fe-55d3-46bf-b801-016a73d3f968 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 210 time: 0.0378926 Sep 09 06:31:08.273632 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553a1d7-98ae-4d83-bd75-9119989d730e req-439af15d-952c-4666-8147-d31dffd9459a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:08.275104 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9553a1d7-98ae-4d83-bd75-9119989d730e req-439af15d-952c-4666-8147-d31dffd9459a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0775993 Sep 09 06:31:08.282544 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97575-d3d4-4275-b521-89a047f6e35d req-a31cae5f-0e28-4596-94b5-a43fb276524c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:08.283953 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f9b97575-d3d4-4275-b521-89a047f6e35d req-a31cae5f-0e28-4596-94b5-a43fb276524c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0753438 Sep 09 06:31:08.337901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:08.360070 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9553a1d7-98ae-4d83-bd75-9119989d730e req-49e527e5-72f5-48af-a98f-d0ef6ded885d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752170 Sep 09 06:31:08.363005 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f9b97575-d3d4-4275-b521-89a047f6e35d req-641ea29c-bb47-40a4-b73b-b8b0be0e4ecc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723855 Sep 09 06:31:08.521243 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae0d921d-72bf-4459-bdd2-e2a7b7767300 req-9ddea0b8-839f-4307-9286-be62f9396611 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 210 time: 0.0282915 Sep 09 06:31:09.517722 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcaeed-a4d2-40d8-9dbd-4fb9831d1f53 req-fd5ee24c-571c-428b-9a4a-55da64a6b450 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:09.519192 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-00dcaeed-a4d2-40d8-9dbd-4fb9831d1f53 req-fd5ee24c-571c-428b-9a4a-55da64a6b450 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0839131 Sep 09 06:31:09.524948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fe88a-88e7-4c37-ad7d-157b5c021819 req-c74d11e4-d2e0-4ac3-99c8-6d36bd4efa15 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:09.526269 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-be4fe88a-88e7-4c37-ad7d-157b5c021819 req-c74d11e4-d2e0-4ac3-99c8-6d36bd4efa15 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0794110 Sep 09 06:31:09.584163 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:09.596932 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-00dcaeed-a4d2-40d8-9dbd-4fb9831d1f53 req-111b5cbf-94ac-4bb1-8e2f-f20dc31c7120 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697799 Sep 09 06:31:09.621017 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-be4fe88a-88e7-4c37-ad7d-157b5c021819 req-55b229b8-db7e-4aac-9b86-f1f3d3a74950 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861616 Sep 09 06:31:09.693518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-6e7d0483-be5f-4e6c-bf85-b94de8fe8314 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 379 time: 0.0917060 Sep 09 06:31:09.715161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'port': {'device_id': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'admin_state_up': True, 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'security_groups': ['2c0df85a-dd39-4025-a676-1101894e67cb']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:09.720131 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8f4a3271-1037-4c22-9ec6-3912625e657d req-bfe13d38-3689-4d70-b215-2e204885d4e5 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 210 time: 0.0420945 Sep 09 06:31:09.830323 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Made reservation on behalf of 09397aeb58f44f7c9f0ab921e471079a for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:31:09.834205 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:09.973666 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Allocated IP 172.20.0.14 (a7964840-3c67-4db0-a5fd-d0b8ff555b07/1e67c219-42de-4a2c-837b-45ad03b8e5fc/1b544ee4-2fba-476c-b109-803fa6e71594) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:31:10.137405 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (1b544ee4-2fba-476c-b109-803fa6e71594), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:10.174710 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:10.228674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:31:10.235669 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:31:10.237914 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:31:10.243499 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:10.244112 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:10.247013 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=1b544ee4-2fba-476c-b109-803fa6e71594,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:10.253573 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:10.276173 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-0f357e33-928a-4ed4-bb12-e34809a596b2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590458 Sep 09 06:31:10.292763 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Request body: {'port': {'device_id': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:10.360647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:10.506072 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-30877e24-fa16-4c46-9453-7d83f2b4db2d None None] Provisioning complete for port 1b544ee4-2fba-476c-b109-803fa6e71594 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:31:10.506713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-30877e24-fa16-4c46-9453-7d83f2b4db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:10.549047 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-30877e24-fa16-4c46-9453-7d83f2b4db2d None None] Port 1b544ee4-2fba-476c-b109-803fa6e71594 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:31:10.584599 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:10.662369 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b544ee4-2fba-476c-b109-803fa6e71594 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:10.671977 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Publish callbacks [] for port (1b544ee4-2fba-476c-b109-803fa6e71594), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:10.690891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Transition to ACTIVE for port object 1b544ee4-2fba-476c-b109-803fa6e71594 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:31:10.706800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:10.804351 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793adf64-adb9-4e30-94c9-dbc001fc0c76 req-09a6a3ed-f9f4-4e3d-bdd0-dd0a7e11a926 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:10.805865 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-793adf64-adb9-4e30-94c9-dbc001fc0c76 req-09a6a3ed-f9f4-4e3d-bdd0-dd0a7e11a926 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.1128998 Sep 09 06:31:10.863374 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b544ee4-2fba-476c-b109-803fa6e71594,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:10.880768 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8680241-9222-4766-a01f-946a40f494ec req-55681c0c-5d2e-4cbe-9423-846d4ef631d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:10.882296 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8680241-9222-4766-a01f-946a40f494ec req-55681c0c-5d2e-4cbe-9423-846d4ef631d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1492019 Sep 09 06:31:10.885918 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Attempting to bind port 1b544ee4-2fba-476c-b109-803fa6e71594 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:31:10.886259 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Attempting to bind port 1b544ee4-2fba-476c-b109-803fa6e71594 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:31:10.886586 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Attempting to bind port 1b544ee4-2fba-476c-b109-803fa6e71594 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:31:10.958421 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-793adf64-adb9-4e30-94c9-dbc001fc0c76 req-f6cbea07-5bfb-4dc2-8a90-20980f0dd576 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283300 Sep 09 06:31:10.987196 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Port 1b544ee4-2fba-476c-b109-803fa6e71594 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:31:10.987526 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Attempting to bind port 1b544ee4-2fba-476c-b109-803fa6e71594 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:31:11.027582 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8680241-9222-4766-a01f-946a40f494ec req-835c125d-3706-4b41-80f5-258b51772d54 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132441 Sep 09 06:31:11.065431 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:31:11.065431 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Checking segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:31:11.065431 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Bound using segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:31:11.065431 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Bound port: 1b544ee4-2fba-476c-b109-803fa6e71594, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:31:11.065431 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:11.194200 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:11.205743 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079661a-8b4d-48d8-b368-44817da08bc1 req-4ba70a77-acbf-4b6b-beb5-448af9db5b68 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:11.207345 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c079661a-8b4d-48d8-b368-44817da08bc1 req-4ba70a77-acbf-4b6b-beb5-448af9db5b68 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 944 time: 0.0818117 Sep 09 06:31:11.208688 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] For port 1b544ee4-2fba-476c-b109-803fa6e71594, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:31:11.212307 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] For port 1b544ee4-2fba-476c-b109-803fa6e71594, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1b544ee4-2fba-476c-b109-803fa6e71594,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:31:11.219822 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:11.225184 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:11.225954 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:11.227412 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1b544ee4-2fba-476c-b109-803fa6e71594 HTTP/1.1" status: 200 len: 1094 time: 0.9396341 Sep 09 06:31:11.228302 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'tag': '1b544ee4-2fba-476c-b109-803fa6e71594'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:11.230752 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3213c1ba-214e-4720-ba8d-238adb016f26" -d '{"events": [{"name": "network-changed", "server_uuid": "be567a31-4455-4dc6-8be1-937ae81a8dbb", "tag": "1b544ee4-2fba-476c-b109-803fa6e71594"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:11.298784 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c917c9f-3545-46eb-b1bc-7fe3e2e30632 x-openstack-request-id: req-3c917c9f-3545-46eb-b1bc-7fe3e2e30632 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:11.299084 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be567a31-4455-4dc6-8be1-937ae81a8dbb", "tag": "1b544ee4-2fba-476c-b109-803fa6e71594", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:11.299344 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c917c9f-3545-46eb-b1bc-7fe3e2e30632 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:11.299797 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c917c9f-3545-46eb-b1bc-7fe3e2e30632'] response: {'name': 'network-changed', 'server_uuid': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'tag': '1b544ee4-2fba-476c-b109-803fa6e71594', 'status': 'completed', 'code': 200} Sep 09 06:31:11.361101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5a257-bbb7-44e8-a757-9e2ddce9d0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b544ee4-2fba-476c-b109-803fa6e71594,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:11.371240 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-e4bb3a3f-8da7-408f-84b7-fb44d58da12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:11.372772 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-e4bb3a3f-8da7-408f-84b7-fb44d58da12d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 1128 time: 0.0760403 Sep 09 06:31:11.373228 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 52592) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:11.383009 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c079661a-8b4d-48d8-b368-44817da08bc1 req-ad4aef24-44ee-46b9-bc36-1e653e2b42f6 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477368 Sep 09 06:31:11.428878 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-35b722a3-565f-4b47-add4-a0fa34e72c55 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b544ee4-2fba-476c-b109-803fa6e71594 HTTP/1.1" status: 200 len: 217 time: 0.0425050 Sep 09 06:31:11.490147 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-4d493ae9-6bbc-4443-840f-60114f5528b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:11.491692 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-4d493ae9-6bbc-4443-840f-60114f5528b5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0509014 Sep 09 06:31:11.562497 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-c18ea79f-d600-4018-82e2-6a868ddfddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:11.564952 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-c18ea79f-d600-4018-82e2-6a868ddfddb1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605817 Sep 09 06:31:11.587821 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-93dbc4ba-0968-4dd6-98ae-c8c4ac560568 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6ceb527ce5a74fc98bb7ca6fcb0fabba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126441 Sep 09 06:31:11.590512 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 52604) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:11.604536 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:11.643859 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Publish callbacks [] for security_group (bbd25dc4-22d5-49ac-a3fc-20838bc40d76), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:11.666310 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Publish callbacks [] for security_group (bbd25dc4-22d5-49ac-a3fc-20838bc40d76), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:11.672203 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-06dd0a49-c0f4-4ccb-bbbe-0d1e14f3ad07 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985355 Sep 09 06:31:11.673155 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:11.718323 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (bbd25dc4-22d5-49ac-a3fc-20838bc40d76), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:11.720844 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:11.722003 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bbd25dc4-22d5-49ac-a3fc-20838bc40d76 HTTP/1.1" status: 204 len: 168 time: 0.1304975 Sep 09 06:31:11.731097 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd25dc4-22d5-49ac-a3fc-20838bc40d76,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:11.738901 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.739248 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.739607 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.740002 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.740337 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.740665 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.741077 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.741404 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.741933 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.742207 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.742503 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.742824 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.743144 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.743485 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.743837 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c275cd0-c10a-4a4d-ade2-db3073af8496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:11.780863 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f43dfff-5f0f-455a-a3c8-ec050be217a9 req-2c7f02b6-7485-471c-b025-2bfc15561c88 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992887 Sep 09 06:31:12.113334 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c05a4-1b17-4cb5-8b40-966e065d2711 req-c8be6492-9b06-4be9-8873-4190d89180e7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:12.114887 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-913c05a4-1b17-4cb5-8b40-966e065d2711 req-c8be6492-9b06-4be9-8873-4190d89180e7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0684118 Sep 09 06:31:12.192995 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-d9df440e-25f0-4e2c-97e4-aa5b314e2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:12.194551 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-d9df440e-25f0-4e2c-97e4-aa5b314e2b9c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 1128 time: 0.1020164 Sep 09 06:31:12.262353 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ba2f0-71ae-4e8f-a2b1-187786d632c4 req-fbdb23d6-0a45-4e36-a972-b53b40ac99b5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:12.265795 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-865ba2f0-71ae-4e8f-a2b1-187786d632c4 req-fbdb23d6-0a45-4e36-a972-b53b40ac99b5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1288958 Sep 09 06:31:12.294314 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-913c05a4-1b17-4cb5-8b40-966e065d2711 req-6f54d89d-dd14-432d-a224-626e6618c43b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625378 Sep 09 06:31:12.366305 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-132b3039-50f0-48f8-988f-69bcfc2145ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:12.368080 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-132b3039-50f0-48f8-988f-69bcfc2145ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.1625931 Sep 09 06:31:12.371386 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-865ba2f0-71ae-4e8f-a2b1-187786d632c4 req-9da75436-8c7c-4975-b0bf-950045f231eb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742369 Sep 09 06:31:12.439326 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-3e9c534f-5295-4cbc-ab16-3dd1730fde83 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b544ee4-2fba-476c-b109-803fa6e71594 HTTP/1.1" status: 200 len: 217 time: 0.0594554 Sep 09 06:31:12.444934 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 52640) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:12.505877 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-890bc774-6a22-4cd1-808d-1003267d2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:12.507211 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-890bc774-6a22-4cd1-808d-1003267d2495 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0610609 Sep 09 06:31:12.563531 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-52488099-network', 'tenant_id': '9c96a5a4edc84b70a31c6b0cd2a8f864'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:12.588617 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Made reservation on behalf of 9c96a5a4edc84b70a31c6b0cd2a8f864 for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:31:12.591101 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:12.597350 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597232b-0395-4ae6-ab40-bac5809d84e6 req-e9c55d2a-8ac9-4010-bc27-170b6f88210c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:12.601370 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:12.604530 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b597232b-0395-4ae6-ab40-bac5809d84e6 req-e9c55d2a-8ac9-4010-bc27-170b6f88210c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 944 time: 0.1087673 Sep 09 06:31:12.626209 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-08e50979-da6b-4982-ab02-54477f94c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:12.627925 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-08e50979-da6b-4982-ab02-54477f94c9fa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0981839 Sep 09 06:31:12.693475 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Publish callbacks [] for security_group (dd9b7bff-f802-4fea-a4f2-62e7b3fa246b), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:12.712261 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dd9b7bff-f802-4fea-a4f2-62e7b3fa246b), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:12.744224 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:31:12.768713 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (ae49c345-395f-4858-b41c-43013aeca57f), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:12.769760 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Added segment ae49c345-395f-4858-b41c-43013aeca57f of type vlan for network 13f47cc6-2087-46cd-8f70-e93a65643080 Sep 09 06:31:12.771536 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b597232b-0395-4ae6-ab40-bac5809d84e6 req-d9cd3212-0d37-4065-a190-0832ca3d40d6 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653907 Sep 09 06:31:12.794961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:12.799783 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-0ab8117b-3d9a-4082-b8b9-95510a5e8a51 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621377 Sep 09 06:31:12.821155 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:12.825128 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:12.841013 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (13f47cc6-2087-46cd-8f70-e93a65643080), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:12.871002 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (13f47cc6-2087-46cd-8f70-e93a65643080), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:12.872110 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:12.872819 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:12.908595 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3213c1ba-214e-4720-ba8d-238adb016f26 req-7e71eb7a-49af-455e-83af-0b2e39bfeba3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945601 Sep 09 06:31:12.940093 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4934876 Sep 09 06:31:12.943465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 52656) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:12.946381 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624092a-5bc4-41f1-91ea-ca741c1058a3 admin admin] Pushing event updated for resources: {'Network': ['ID=13f47cc6-2087-46cd-8f70-e93a65643080,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:12.948614 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Request body: {'subnet': {'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-52488099-subnet', 'tenant_id': '9c96a5a4edc84b70a31c6b0cd2a8f864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:12.958353 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 13f47cc6-2087-46cd-8f70-e93a65643080 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:31:12.973749 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Made reservation on behalf of 9c96a5a4edc84b70a31c6b0cd2a8f864 for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:31:12.977615 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:13.043120 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:13.153987 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for subnet (b1b70d80-5b01-4959-be4e-5badfd926450), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:13.212165 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b70d80-5b01-4959-be4e-5badfd926450,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:13.224732 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Checking segment: {'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:31:13.225087 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Network hostable DHCP agents. Network: 13f47cc6-2087-46cd-8f70-e93a65643080, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:31:13.242146 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Network 13f47cc6-2087-46cd-8f70-e93a65643080 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:31:13.251993 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 13f47cc6-2087-46cd-8f70-e93a65643080) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:31:13.258911 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:13.259717 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:13.261259 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ad76c-4178-4f8b-8e7c-68eded62c27f None None] Network 13f47cc6-2087-46cd-8f70-e93a65643080 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:31:13.279264 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-d8bf7938-8e5b-4bba-95e6-088fc14e8bf7 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3344393 Sep 09 06:31:13.370659 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f8a57-c9c5-4bc0-921e-1237a868551e None None] Network 13f47cc6-2087-46cd-8f70-e93a65643080 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:31:13.433801 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c97260-7b48-4df3-b102-32142ea9cb2f req-4b23ef86-d523-49fc-b6c7-0df1387f86ca tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:13.435584 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c9c97260-7b48-4df3-b102-32142ea9cb2f req-4b23ef86-d523-49fc-b6c7-0df1387f86ca tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0575392 Sep 09 06:31:13.556254 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b18db-2e1b-4e31-a7ca-0923d974b9b7 req-ee2f50c9-ba2b-4fdd-929a-e83b30b1e509 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:13.557738 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a1b18db-2e1b-4e31-a7ca-0923d974b9b7 req-ee2f50c9-ba2b-4fdd-929a-e83b30b1e509 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0722151 Sep 09 06:31:13.560851 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c9c97260-7b48-4df3-b102-32142ea9cb2f req-6b962587-5562-4fa7-b051-3556b60c9315 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015818 Sep 09 06:31:13.611817 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a1b18db-2e1b-4e31-a7ca-0923d974b9b7 req-61a4ee66-e6a5-424d-8867-eafaa776ddb7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470622 Sep 09 06:31:13.957750 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a687d4f-41d9-41df-a0cd-150102a69c33 req-b322079d-aede-4901-b4b3-a7d08d989964 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:13.959601 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3a687d4f-41d9-41df-a0cd-150102a69c33 req-b322079d-aede-4901-b4b3-a7d08d989964 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 944 time: 0.0768549 Sep 09 06:31:14.013919 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3a687d4f-41d9-41df-a0cd-150102a69c33 req-5e6ba3a7-669a-4cee-a743-3c0339d9fe85 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482111 Sep 09 06:31:14.060398 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 52684) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:14.139904 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:14.167328 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8c984de0-a7f9-450f-b513-92714c12d549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:14.235961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:14.247851 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8c984de0-a7f9-450f-b513-92714c12d549 admin admin] Publish callbacks [] for security_group (96d5d74a-452a-4f2e-9c1c-9bcf799125a5), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:14.252369 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8c984de0-a7f9-450f-b513-92714c12d549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (96d5d74a-452a-4f2e-9c1c-9bcf799125a5), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:14.300961 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8c984de0-a7f9-450f-b513-92714c12d549 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c76a4d8e2c10495ea87da63f39acfab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386930 Sep 09 06:31:14.302470 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c984de0-a7f9-450f-b513-92714c12d549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d5d74a-452a-4f2e-9c1c-9bcf799125a5,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:14.303626 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 52688) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:14.357102 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30fb322c-6a79-404f-b1bb-d928629199e2 admin admin] Publish callbacks [] for security_group (96d5d74a-452a-4f2e-9c1c-9bcf799125a5), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:14.380742 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30fb322c-6a79-404f-b1bb-d928629199e2 admin admin] Publish callbacks [] for security_group (96d5d74a-452a-4f2e-9c1c-9bcf799125a5), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:14.428238 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30fb322c-6a79-404f-b1bb-d928629199e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (96d5d74a-452a-4f2e-9c1c-9bcf799125a5), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:14.430809 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-30fb322c-6a79-404f-b1bb-d928629199e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:14.431979 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-30fb322c-6a79-404f-b1bb-d928629199e2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/96d5d74a-452a-4f2e-9c1c-9bcf799125a5 HTTP/1.1" status: 204 len: 168 time: 0.1273606 Sep 09 06:31:14.439846 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb322c-6a79-404f-b1bb-d928629199e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d5d74a-452a-4f2e-9c1c-9bcf799125a5,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:14.707313 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee1339-0575-46bf-8280-1f8820edfb90 req-08b51b8d-ae97-420b-bbad-a5eb4371155d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:14.712212 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-eaee1339-0575-46bf-8280-1f8820edfb90 req-08b51b8d-ae97-420b-bbad-a5eb4371155d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0575414 Sep 09 06:31:14.751003 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:14.772872 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-eaee1339-0575-46bf-8280-1f8820edfb90 req-20fae50d-1fae-4d7e-b946-026493e98471 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578516 Sep 09 06:31:14.888265 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb54a8-ce82-4d28-a991-5a4aa551eda6 req-28ecd0a9-fdf2-45f3-b4ff-419df86460a0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:14.890038 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-efeb54a8-ce82-4d28-a991-5a4aa551eda6 req-28ecd0a9-fdf2-45f3-b4ff-419df86460a0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0481174 Sep 09 06:31:14.946717 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-efeb54a8-ce82-4d28-a991-5a4aa551eda6 req-1ac72064-5010-4058-a99a-78496456b246 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510840 Sep 09 06:31:15.158326 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a41e4-777d-400d-a527-49a7229375db req-857e5fb8-a9dd-4cce-b2cd-cc8537d2ac4d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:15.159854 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8e9a41e4-777d-400d-a527-49a7229375db req-857e5fb8-a9dd-4cce-b2cd-cc8537d2ac4d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 944 time: 0.0599384 Sep 09 06:31:15.280912 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8e9a41e4-777d-400d-a527-49a7229375db req-ae999988-4d3b-4f2a-8bf2-8099d6f17f54 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091619 Sep 09 06:31:15.307765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-b4cacbfc-51fe-4a06-9c9f-fa5b63b85b03 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:15.309750 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-b4cacbfc-51fe-4a06-9c9f-fa5b63b85b03 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/networks?id=13f47cc6-2087-46cd-8f70-e93a65643080 HTTP/1.1" status: 200 len: 812 time: 0.1486394 Sep 09 06:31:15.324401 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-92bce69c-4450-453e-ae27-644c3b5dc0f8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/quotas/9c96a5a4edc84b70a31c6b0cd2a8f864 HTTP/1.1" status: 200 len: 375 time: 0.0092795 Sep 09 06:31:15.360247 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-3f4c8a27-279f-448f-bd6c-eb38fc3a726b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293787 Sep 09 06:31:15.455175 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-06b98403-4f1a-43a6-b3ca-877ab6c4c227 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876663 Sep 09 06:31:15.823905 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-116f24ab-9d22-497b-baad-ab5d586269d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626232 Sep 09 06:31:16.022288 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8c880565-2ed9-4933-8f3b-a889a6565930 req-b4a901e0-5d7c-457b-b109-d12690c9f20e tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 210 time: 0.0395494 Sep 09 06:31:16.166094 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c744ad1-5340-4948-a911-09b142ff048d req-aaf60a62-edd2-4a9e-84e7-6943ffb4a0ad tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:16.167597 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0c744ad1-5340-4948-a911-09b142ff048d req-aaf60a62-edd2-4a9e-84e7-6943ffb4a0ad tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.1065633 Sep 09 06:31:16.183922 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b22d2-9b58-40d7-a40a-26ae486cda59 req-ed6a8e8e-6fcf-4540-a4a0-70aae2cb3e23 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:16.185364 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e80b22d2-9b58-40d7-a40a-26ae486cda59 req-ed6a8e8e-6fcf-4540-a4a0-70aae2cb3e23 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0791178 Sep 09 06:31:16.266797 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0c744ad1-5340-4948-a911-09b142ff048d req-4e4896a0-5a68-4538-8a7c-e3260ce15374 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901473 Sep 09 06:31:16.274318 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e80b22d2-9b58-40d7-a40a-26ae486cda59 req-943bf28f-4146-4be4-a0d4-61edd68c42b6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818954 Sep 09 06:31:16.459761 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e19254bf-c420-4386-a936-557a0ac02b75 req-afcd8102-a15d-489d-8329-ad66d416bb5f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1106365 Sep 09 06:31:16.471383 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4b25-6883-45e3-b419-0cc88fa6b5ba req-fea7aff7-468a-4030-a62b-0bf8f5e16578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:16.472997 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-569b4b25-6883-45e3-b419-0cc88fa6b5ba req-fea7aff7-468a-4030-a62b-0bf8f5e16578 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 1129 time: 0.0877922 Sep 09 06:31:16.481187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea431018-f300-45e2-aa48-dd6c41d9509e req-b458f27f-a24b-495b-980d-4fd63d17ed48 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:16.482678 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ea431018-f300-45e2-aa48-dd6c41d9509e req-b458f27f-a24b-495b-980d-4fd63d17ed48 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 944 time: 0.0986640 Sep 09 06:31:16.535508 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ea431018-f300-45e2-aa48-dd6c41d9509e req-d584e479-125f-4b51-9265-58766b5fc172 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470564 Sep 09 06:31:16.792299 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:16.846551 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19254bf-c420-4386-a936-557a0ac02b75 req-4ff101a9-c393-4e95-8b4c-f6a23e0cb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:16.848126 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e19254bf-c420-4386-a936-557a0ac02b75 req-4ff101a9-c393-4e95-8b4c-f6a23e0cb4c0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 1129 time: 0.0680482 Sep 09 06:31:16.852843 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-569b4b25-6883-45e3-b419-0cc88fa6b5ba req-de20ebde-9f87-428e-a040-f9fc578bbd16 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865121 Sep 09 06:31:17.128334 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-395e6a14-bb71-44ce-87cf-23837dacff3a req-3972ee64-8ee1-4433-a892-1d53cfd26bc8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 210 time: 0.0342216 Sep 09 06:31:17.287238 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:17.363660 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19254bf-c420-4386-a936-557a0ac02b75 req-630b4d7e-81b1-42cb-bd6f-4c793a03b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:17.365206 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e19254bf-c420-4386-a936-557a0ac02b75 req-630b4d7e-81b1-42cb-bd6f-4c793a03b41b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.1106730 Sep 09 06:31:17.444754 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e03f9-8efa-415b-964c-c0a63b56a979 req-953a985d-a8a2-4ae5-a098-742fb53f7264 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:17.446215 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b9e03f9-8efa-415b-964c-c0a63b56a979 req-953a985d-a8a2-4ae5-a098-742fb53f7264 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0798354 Sep 09 06:31:17.473252 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f66b0-0a90-4cbb-b81a-cdd972b4e84d req-b1773eec-37d6-4c71-a076-cdffba7b08c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:17.474952 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-567f66b0-0a90-4cbb-b81a-cdd972b4e84d req-b1773eec-37d6-4c71-a076-cdffba7b08c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0752752 Sep 09 06:31:17.530489 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b9e03f9-8efa-415b-964c-c0a63b56a979 req-cb8c6324-4824-4d7a-abb4-28cf3c12b9bb tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784545 Sep 09 06:31:17.553913 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-567f66b0-0a90-4cbb-b81a-cdd972b4e84d req-9899f52f-f728-400a-a896-5b970c85f43e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719748 Sep 09 06:31:17.669754 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eb28d-4477-4735-a092-7b7f66bc1247 req-8a7def37-1048-4d17-9a72-b9b87017cc0f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:17.672019 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-374eb28d-4477-4735-a092-7b7f66bc1247 req-8a7def37-1048-4d17-9a72-b9b87017cc0f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 944 time: 0.0604753 Sep 09 06:31:17.699331 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e19254bf-c420-4386-a936-557a0ac02b75 req-64deedae-cfa6-4f14-8091-06f37b0ad0ec service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e8da49-94b9-46a5-9a14-14e91012d315 HTTP/1.1" status: 200 len: 217 time: 0.0487254 Sep 09 06:31:17.745479 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-374eb28d-4477-4735-a092-7b7f66bc1247 req-39b569f0-01cf-4a79-a718-298d52198dff tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483263 Sep 09 06:31:17.900615 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 52836) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:17.905945 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378656129', 'description': 'tempest-description--632579062'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:17.929430 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.004746 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (b485dd7e-7bc9-4eed-9059-8b88c6ae67c7), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.009067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b485dd7e-7bc9-4eed-9059-8b88c6ae67c7), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.045124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.047172 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1453872 Sep 09 06:31:18.048421 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:18.050517 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 52840) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:18.055849 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-27bf97e6-a4f1-43b7-a119-63bbaa920304 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group_rule': {'security_group_id': 'b485dd7e-7bc9-4eed-9059-8b88c6ae67c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:18.056145 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.056492 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.056831 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.057164 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.057494 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.057822 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.058147 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.058484 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.058794 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.059115 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.059438 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.059781 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.060097 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.060412 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.060810 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd27126-30bb-4191-95ec-f8e557c37d09 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:18.082246 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-27bf97e6-a4f1-43b7-a119-63bbaa920304 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (a23e1122-6c4f-424f-bab5-8df5006c32e9), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.140741 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-27bf97e6-a4f1-43b7-a119-63bbaa920304 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (a23e1122-6c4f-424f-bab5-8df5006c32e9), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.144783 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-27bf97e6-a4f1-43b7-a119-63bbaa920304 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (a23e1122-6c4f-424f-bab5-8df5006c32e9), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.164177 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf97e6-a4f1-43b7-a119-63bbaa920304 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23e1122-6c4f-424f-bab5-8df5006c32e9,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:18.177602 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-27bf97e6-a4f1-43b7-a119-63bbaa920304 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.181605 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-27bf97e6-a4f1-43b7-a119-63bbaa920304 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265206 Sep 09 06:31:18.181773 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 52846) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:18.187006 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-d1999a70-c0f8-4676-bfed-1743e3e75600 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group_rule': {'security_group_id': 'b485dd7e-7bc9-4eed-9059-8b88c6ae67c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:18.219949 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d1999a70-c0f8-4676-bfed-1743e3e75600 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (0007f4b6-6f0d-49d7-be43-d599bcdd075e), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.272759 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a812cae2-3067-4f21-b621-5f22b553aa72 req-436aa4aa-c0ab-4098-b594-c70835573203 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 210 time: 0.0335798 Sep 09 06:31:18.277955 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d1999a70-c0f8-4676-bfed-1743e3e75600 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (0007f4b6-6f0d-49d7-be43-d599bcdd075e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.282819 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d1999a70-c0f8-4676-bfed-1743e3e75600 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (0007f4b6-6f0d-49d7-be43-d599bcdd075e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.293990 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:18.297790 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999a70-c0f8-4676-bfed-1743e3e75600 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0007f4b6-6f0d-49d7-be43-d599bcdd075e,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:18.311303 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d1999a70-c0f8-4676-bfed-1743e3e75600 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.312637 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d1999a70-c0f8-4676-bfed-1743e3e75600 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298261 Sep 09 06:31:18.317954 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 52848) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:18.322344 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:18.343842 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.426355 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.539760 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Allocated IP 172.27.0.218 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/9e309706-76f7-491c-98ec-9215b4d9603e) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:31:18.603644 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:18.649663 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (9e309706-76f7-491c-98ec-9215b4d9603e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.685157 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (9e309706-76f7-491c-98ec-9215b4d9603e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.725432 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839824c6-011e-4aad-92ef-f1f847d708c4 req-a2e299cd-8b3f-4c6f-ac27-af2d8c600212 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:18.728772 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-839824c6-011e-4aad-92ef-f1f847d708c4 req-a2e299cd-8b3f-4c6f-ac27-af2d8c600212 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.1116455 Sep 09 06:31:18.735845 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:31:18.741274 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:31:18.743843 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=9e309706-76f7-491c-98ec-9215b4d9603e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:18.745977 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:31:18.771028 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19254bf-c420-4386-a936-557a0ac02b75 req-3bdea960-a2a6-445a-b2db-9f685906674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:18.772518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e19254bf-c420-4386-a936-557a0ac02b75 req-3bdea960-a2a6-445a-b2db-9f685906674e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.1236987 Sep 09 06:31:18.780088 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982fe67-af0b-412c-bf13-79f4ea897150 req-b527d5f7-f6d2-4764-802b-10927ce556bf tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:18.781478 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f982fe67-af0b-412c-bf13-79f4ea897150 req-b527d5f7-f6d2-4764-802b-10927ce556bf tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1007166 Sep 09 06:31:18.830011 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-839824c6-011e-4aad-92ef-f1f847d708c4 req-00c92e06-5036-4a8c-8e16-9af5119d61ff tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863941 Sep 09 06:31:18.835777 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (09d20e91-110c-4bd6-a149-b46a97138afb), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.860254 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f982fe67-af0b-412c-bf13-79f4ea897150 req-42f11bf9-6ee8-4d4c-bb50-9d90e9813ddd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679560 Sep 09 06:31:18.877681 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (9e309706-76f7-491c-98ec-9215b4d9603e), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:18.910305 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:18.968671 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7797d9-c52d-4033-8e9c-832d885b1057 req-656a8878-9e56-4a32-8e72-bc2798aa40be tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:18.969131 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e7797d9-c52d-4033-8e9c-832d885b1057 req-656a8878-9e56-4a32-8e72-bc2798aa40be tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 944 time: 0.0571465 Sep 09 06:31:19.033647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:19.057259 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e7797d9-c52d-4033-8e9c-832d885b1057 req-10298315-2669-4f72-97b9-0f0ae3085930 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767372 Sep 09 06:31:19.081717 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (9e309706-76f7-491c-98ec-9215b4d9603e), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:19.086169 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (9e309706-76f7-491c-98ec-9215b4d9603e), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:19.162281 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=9e309706-76f7-491c-98ec-9215b4d9603e,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:19.164895 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (09d20e91-110c-4bd6-a149-b46a97138afb), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:19.182631 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d7294-3321-40ad-b691-b63e0ba6e184 req-db3df66b-72f6-4acc-9c5b-f62a428cc3a3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:19.183415 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:19.184909 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1f74e45e-6399-4179-bea1-d17e90d7c96e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8660021 Sep 09 06:31:19.191853 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e84d7294-3321-40ad-b691-b63e0ba6e184 req-db3df66b-72f6-4acc-9c5b-f62a428cc3a3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0518966 Sep 09 06:31:19.233479 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:19.251837 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e84d7294-3321-40ad-b691-b63e0ba6e184 req-359bb2eb-8d6b-48f0-b60c-5268dfc4379c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575168 Sep 09 06:31:19.361000 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19254bf-c420-4386-a936-557a0ac02b75 req-5b8a5ce6-8097-45a0-adf9-2e532bd0251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:19.362559 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e19254bf-c420-4386-a936-557a0ac02b75 req-5b8a5ce6-8097-45a0-adf9-2e532bd0251c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0705683 Sep 09 06:31:19.482357 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-796af6a9-60f4-4c50-a56d-d69a5986ce91 req-c1a9bbbd-a034-49a7-940c-09dc7c925bca tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 210 time: 0.0814767 Sep 09 06:31:19.530216 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-fc71435b-850a-4e38-8f41-de1be72bc421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:19.531727 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-fc71435b-850a-4e38-8f41-de1be72bc421 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 1129 time: 0.1298347 Sep 09 06:31:19.584412 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-a164fd52-c7c1-4e1b-af59-3bb08a754073 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--378656129&fields=id&tenant_id=e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 267 time: 0.1810277 Sep 09 06:31:19.651803 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e19254bf-c420-4386-a936-557a0ac02b75 req-fc7f4aa4-d0c5-44b7-8430-a08558de530a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749300 Sep 09 06:31:19.733849 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-f8b866fd-aa8f-451f-a911-2c6eeabd0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:19.735314 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-f8b866fd-aa8f-451f-a911-2c6eeabd0910 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.1957190 Sep 09 06:31:19.756206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-78743752-61c6-42e1-a353-8dbe3a947186 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:19.757660 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-78743752-61c6-42e1-a353-8dbe3a947186 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 815 time: 0.1604297 Sep 09 06:31:19.772518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-8c4c1843-1d97-45c4-8260-084f1fd34a9c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/quotas/e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 375 time: 0.0094941 Sep 09 06:31:19.830467 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-77662eb2-2f80-4bc6-9d32-4211c4bb6720 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529015 Sep 09 06:31:19.915780 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-4365ada1-b373-42a2-936b-5e3c6aa896f2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8 HTTP/1.1" status: 200 len: 217 time: 0.0823994 Sep 09 06:31:20.173721 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1f95a-ffa4-495f-beb7-996e817f89f1 req-fee73ce0-3f78-48a3-a711-dd1335d42bf4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:20.175081 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f1c1f95a-ffa4-495f-beb7-996e817f89f1 req-fee73ce0-3f78-48a3-a711-dd1335d42bf4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1878493 Sep 09 06:31:20.176397 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-d5390e53-46c6-446d-a6e5-aa26b5406f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:20.177667 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-d5390e53-46c6-446d-a6e5-aa26b5406f98 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.2012146 Sep 09 06:31:20.199290 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e19254bf-c420-4386-a936-557a0ac02b75 req-9fbdeb25-9b72-41da-b731-b3285aa666b5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678854 Sep 09 06:31:20.204218 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-424060fd-23bb-40d5-856b-f52531607a07 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585463 Sep 09 06:31:20.249925 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:20.284960 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:20.309996 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-c6d9a615-820c-4aef-8a45-55e756dae9e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:20.311709 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-c6d9a615-820c-4aef-8a45-55e756dae9e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.33 "GET /networking/v2.0/networks?id=13f47cc6-2087-46cd-8f70-e93a65643080 HTTP/1.1" status: 200 len: 812 time: 0.3363123 Sep 09 06:31:20.354985 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Request body: {'port': {'device_id': 'a2e4b142-0395-4891-b700-e87c3628fa1f', 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080', 'admin_state_up': True, 'tenant_id': '9c96a5a4edc84b70a31c6b0cd2a8f864'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:20.363302 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-83eed233-a32e-4d9c-8ca1-96c28b49f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:20.364808 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-83eed233-a32e-4d9c-8ca1-96c28b49f22f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1502016 Sep 09 06:31:20.384748 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f1c1f95a-ffa4-495f-beb7-996e817f89f1 req-8ce92b6f-05c5-4476-8c2c-74445aa95e70 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998560 Sep 09 06:31:20.549322 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-5bea6fe7-420f-42d1-a51b-1b5831579642 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335190 Sep 09 06:31:20.586898 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5414e-baab-42d9-95ba-f78fb70cc53a req-c6ac37b6-1e8b-4ce7-a3a9-62b6bf38826c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:20.588404 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-24f5414e-baab-42d9-95ba-f78fb70cc53a req-c6ac37b6-1e8b-4ce7-a3a9-62b6bf38826c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 944 time: 0.1228845 Sep 09 06:31:20.640807 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-b12d6c91-b065-4b0a-9ca8-2431c314ee15 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551947 Sep 09 06:31:20.645632 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Made reservation on behalf of 9c96a5a4edc84b70a31c6b0cd2a8f864 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:31:20.649292 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:20.728629 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-24f5414e-baab-42d9-95ba-f78fb70cc53a req-be459ac6-03ce-4db0-8c11-10a9025e4758 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331241 Sep 09 06:31:21.074709 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:31:21.114272 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:21.151936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e20a84-54b5-45af-8c0e-c1b78806982b req-190ecdce-e6aa-4fda-97e1-b0408fad660f tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 210 time: 0.0754266 Sep 09 06:31:21.187930 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c597ef-d2fd-441d-b046-bc91faa5b5ad req-7ddbd3e6-99c5-4a71-b138-dc672b350cce tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:21.203102 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-48c597ef-d2fd-441d-b046-bc91faa5b5ad req-7ddbd3e6-99c5-4a71-b138-dc672b350cce tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.4800031 Sep 09 06:31:21.207761 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:21.223718 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'port_id': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'mac_address': 'fa:16:3e:f0:cc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:31:21.271222 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 4814901d-9b66-4153-bf35-9750b3c3da8c is: ACTIVE; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:21.272401 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:21.285189 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d74bcca-5cea-4dae-8508-3395e520a3e4 req-0846cf1a-5e72-454b-abb5-46901e24ae5f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270883 Sep 09 06:31:21.290074 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4814901d-9b66-4153-bf35-9750b3c3da8c {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:21.314528 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8d31df10-a786-4455-baff-7e50ed0412c3 req-dc0139fd-4f50-4788-ab93-3aed51963251 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0612130 Sep 09 06:31:21.318566 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:21.327069 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:21.328284 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1b544ee4-2fba-476c-b109-803fa6e71594 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:31:21.351047 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Allocated IP 172.20.0.11 (13f47cc6-2087-46cd-8f70-e93a65643080/b1b70d80-5b01-4959-be4e-5badfd926450/d09eea98-ba89-41b9-a4b1-5d95810e5290) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:31:21.382140 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-48c597ef-d2fd-441d-b046-bc91faa5b5ad req-3b8e0ca7-b149-47e9-9c0c-a5cd6215f7e4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762612 Sep 09 06:31:21.415053 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=6']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:21.463616 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.463957 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.464320 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.464667 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.465003 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.465307 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.465797 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.466263 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.466806 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.467306 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.467642 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.467959 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.468276 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.468588 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.469079 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:31:21.536725 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:21.545882 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1b544ee4-2fba-476c-b109-803fa6e71594, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1b544ee4-2fba-476c-b109-803fa6e71594,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:21.566646 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:21.602837 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb6b08-eaed-4b78-af19-abd58f645791 req-b68e14c9-cb8c-4a67-aaf2-44cbc6fe0143 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:21.604391 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e1eb6b08-eaed-4b78-af19-abd58f645791 req-b68e14c9-cb8c-4a67-aaf2-44cbc6fe0143 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0884521 Sep 09 06:31:21.629447 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks [] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:21.690444 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e1eb6b08-eaed-4b78-af19-abd58f645791 req-85d33de9-7aee-4769-9533-e97be5f37c34 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728712 Sep 09 06:31:21.696652 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:21.697744 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '1b544ee4-2fba-476c-b109-803fa6e71594', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'port_id': '1b544ee4-2fba-476c-b109-803fa6e71594', 'mac_address': 'fa:16:3e:95:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:31:21.703073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:21.742225 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1b544ee4-2fba-476c-b109-803fa6e71594 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:21.742809 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:21.757674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Network 13f47cc6-2087-46cd-8f70-e93a65643080 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:31:21.757980 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b544ee4-2fba-476c-b109-803fa6e71594 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:21.763010 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:31:21.768219 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:31:21.783141 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1b544ee4-2fba-476c-b109-803fa6e71594, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1b544ee4-2fba-476c-b109-803fa6e71594,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:21.783806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:21.783806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:21.788935 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:21.792114 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Pushing event updated for resources: {'Port': ['ID=d09eea98-ba89-41b9-a4b1-5d95810e5290,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:21.807026 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-2bc21d5d-d88f-43c5-8232-f618d4348ddb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4603605 Sep 09 06:31:21.850247 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1b544ee4-2fba-476c-b109-803fa6e71594,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:21.869985 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d0286-319c-4c9b-8d40-566837b2f0b7 req-c28f4bb6-c734-4fd4-af5e-0535c1d194ac tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:21.871445 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4e6d0286-319c-4c9b-8d40-566837b2f0b7 req-c28f4bb6-c734-4fd4-af5e-0535c1d194ac tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 945 time: 0.0528283 Sep 09 06:31:21.923173 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4e6d0286-319c-4c9b-8d40-566837b2f0b7 req-ac8cd882-bfbe-46ba-93c4-0f0dfe44b7dc tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458696 Sep 09 06:31:22.107503 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['4814901d-9b66-4153-bf35-9750b3c3da8c'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:31:22.226792 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['1b544ee4-2fba-476c-b109-803fa6e71594'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:31:22.277651 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381fd8-ead2-4ae3-90c1-f32cf03b381e req-e253fff2-c369-44a9-ac49-a8b6fc690e25 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:22.280488 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae381fd8-ead2-4ae3-90c1-f32cf03b381e req-e253fff2-c369-44a9-ac49-a8b6fc690e25 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 932 time: 0.0547924 Sep 09 06:31:22.330499 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae381fd8-ead2-4ae3-90c1-f32cf03b381e req-9ebb0033-7aef-4d2b-8ba7-39a0e9260a02 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441136 Sep 09 06:31:22.424711 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-03449140-d529-4481-b24c-2b91f09e8da9 req-2abf9615-0843-42eb-a56f-07a855db2d12 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0301945 Sep 09 06:31:22.445659 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:22.521792 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ae2b-6f31-4c29-a66e-1727f1e8de67 req-ca8ac167-98f7-4165-8d15-30a333ebb7e4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:22.523684 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ad5ae2b-6f31-4c29-a66e-1727f1e8de67 req-ca8ac167-98f7-4165-8d15-30a333ebb7e4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0531545 Sep 09 06:31:22.588674 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ad5ae2b-6f31-4c29-a66e-1727f1e8de67 req-6367864e-7f46-4439-8c39-c5e86c24098e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591626 Sep 09 06:31:22.826573 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034f4c5-fd3b-4b9d-80e0-c54e28fbd80e req-8596de34-fac3-4a18-915a-b1ac0980b321 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:22.828595 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9034f4c5-fd3b-4b9d-80e0-c54e28fbd80e req-8596de34-fac3-4a18-915a-b1ac0980b321 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Sep 09 06:31:22.877321 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9034f4c5-fd3b-4b9d-80e0-c54e28fbd80e req-a2c03032-038d-480e-9b82-2da2589c7cc7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Sep 09 06:31:23.050733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdac19d-c811-4c68-970e-79fca914d294 req-e048084a-448f-4645-83ac-19bc2acc6183 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:23.052247 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0bdac19d-c811-4c68-970e-79fca914d294 req-e048084a-448f-4645-83ac-19bc2acc6183 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 945 time: 0.0528536 Sep 09 06:31:23.058382 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Request body: {'port': {'device_id': 'a2e4b142-0395-4891-b700-e87c3628fa1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:23.157667 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0bdac19d-c811-4c68-970e-79fca914d294 req-a93f0a88-e31e-42d1-aefb-d19242d09d15 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957985 Sep 09 06:31:23.160499 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.172984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:23.228722 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:31:23.285640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 4814901d-9b66-4153-bf35-9750b3c3da8c triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:31:23.286739 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.382321 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 4814901d-9b66-4153-bf35-9750b3c3da8c is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:23.382778 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.411610 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:23.413891 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2378ec59-2b6b-4b61-98da-164ad8c2aa1e" -d '{"events": [{"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-plugged", "status": "completed", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:23.431851 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:23.436622 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.438290 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1b544ee4-2fba-476c-b109-803fa6e71594 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:31:23.484336 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d704f-b7e7-4233-8473-53d71ad247ba x-openstack-request-id: req-963d704f-b7e7-4233-8473-53d71ad247ba {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:23.484574 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-plugged", "status": "completed", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:23.484830 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-963d704f-b7e7-4233-8473-53d71ad247ba {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:23.485220 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963d704f-b7e7-4233-8473-53d71ad247ba'] response: {'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'code': 200} Sep 09 06:31:23.488800 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:23.517657 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:23.533816 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=7']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:23.550857 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 1b544ee4-2fba-476c-b109-803fa6e71594 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:31:23.553458 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09eea98-ba89-41b9-a4b1-5d95810e5290 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:23.557177 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 1b544ee4-2fba-476c-b109-803fa6e71594 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:31:23.557603 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.566062 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e5c55-71a3-4760-8ae2-3ba8f318dc09 req-26eb1df3-4951-402c-a54d-c2277170aee4 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:23.572084 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2a3e5c55-71a3-4760-8ae2-3ba8f318dc09 req-26eb1df3-4951-402c-a54d-c2277170aee4 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 932 time: 0.1186318 Sep 09 06:31:23.595384 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Publish callbacks [] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.607899 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40b0e2b8-94ce-4155-bcaf-2f1e879880c4 req-b645f31f-b0b0-42a6-bc0c-f7e2bb215392 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0817261 Sep 09 06:31:23.624936 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Transition to ACTIVE for port object d09eea98-ba89-41b9-a4b1-5d95810e5290 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:31:23.658112 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1b544ee4-2fba-476c-b109-803fa6e71594 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:23.658424 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.693954 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2a3e5c55-71a3-4760-8ae2-3ba8f318dc09 req-3ae23c04-7bde-4b8f-9a29-7d31a7beaa28 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019681 Sep 09 06:31:23.702350 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.757584 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1b544ee4-2fba-476c-b109-803fa6e71594, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1b544ee4-2fba-476c-b109-803fa6e71594,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:23.769075 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:23.835752 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1b544ee4-2fba-476c-b109-803fa6e71594,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:23.890839 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Pushing event updated for resources: {'Port': ['ID=d09eea98-ba89-41b9-a4b1-5d95810e5290,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:23.903205 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Attempting to bind port d09eea98-ba89-41b9-a4b1-5d95810e5290 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:31:23.903537 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Attempting to bind port d09eea98-ba89-41b9-a4b1-5d95810e5290 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:31:23.903908 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Attempting to bind port d09eea98-ba89-41b9-a4b1-5d95810e5290 on network 13f47cc6-2087-46cd-8f70-e93a65643080 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:31:23.915580 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea9e79-0d4e-4861-afc8-474790971bff req-e2bff46c-d36d-4c9e-a35e-8181a42a5a41 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:23.917657 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3fea9e79-0d4e-4861-afc8-474790971bff req-e2bff46c-d36d-4c9e-a35e-8181a42a5a41 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.1202979 Sep 09 06:31:24.035757 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Port d09eea98-ba89-41b9-a4b1-5d95810e5290 on network 13f47cc6-2087-46cd-8f70-e93a65643080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:31:24.036016 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Attempting to bind port d09eea98-ba89-41b9-a4b1-5d95810e5290 on network 13f47cc6-2087-46cd-8f70-e93a65643080 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:31:24.043493 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3fea9e79-0d4e-4861-afc8-474790971bff req-2534bffd-9159-4ebb-9628-716df420494c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079590 Sep 09 06:31:24.083196 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeed927-b857-48a9-a0fe-90c8bd203a19 req-e0c3020a-0eb0-414e-b997-915750b32373 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:24.085782 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ddeed927-b857-48a9-a0fe-90c8bd203a19 req-e0c3020a-0eb0-414e-b997-915750b32373 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1026847 Sep 09 06:31:24.139054 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:31:24.140024 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Checking segment: {'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:31:24.140637 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Bound using segment: {'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:31:24.141491 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Bound port: d09eea98-ba89-41b9-a4b1-5d95810e5290, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:31:24.141958 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:24.209333 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ddeed927-b857-48a9-a0fe-90c8bd203a19 req-aa7f783b-5151-43ec-85bf-dc77bfabbf55 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173635 Sep 09 06:31:24.312005 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:24.378313 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] For port d09eea98-ba89-41b9-a4b1-5d95810e5290, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:31:24.420388 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] For port d09eea98-ba89-41b9-a4b1-5d95810e5290, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d09eea98-ba89-41b9-a4b1-5d95810e5290,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:31:24.493585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:24.514344 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:24.515147 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:24.516657 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/d09eea98-ba89-41b9-a4b1-5d95810e5290 HTTP/1.1" status: 200 len: 1094 time: 1.4624827 Sep 09 06:31:24.517371 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e4b142-0395-4891-b700-e87c3628fa1f', 'tag': 'd09eea98-ba89-41b9-a4b1-5d95810e5290'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:24.519803 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0f4432-3c8d-42eb-8131-5f279875380e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e4b142-0395-4891-b700-e87c3628fa1f", "tag": "d09eea98-ba89-41b9-a4b1-5d95810e5290"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:24.553492 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a510d-1223-4cf2-9022-36a79e0ae171 req-9b44f585-f225-45f0-b8df-e1f992c4e3b7 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:24.561014 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-722a510d-1223-4cf2-9022-36a79e0ae171 req-9b44f585-f225-45f0-b8df-e1f992c4e3b7 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.1468925 Sep 09 06:31:24.585633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-ef4d4d16-9bc8-40e6-be7f-68dea58dfabb tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:24.587254 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-ef4d4d16-9bc8-40e6-be7f-68dea58dfabb tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 815 time: 0.3445079 Sep 09 06:31:24.611895 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d935fc-979a-425f-a35b-57d14f6165df x-openstack-request-id: req-c5d935fc-979a-425f-a35b-57d14f6165df {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:24.612282 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e4b142-0395-4891-b700-e87c3628fa1f", "tag": "d09eea98-ba89-41b9-a4b1-5d95810e5290", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:24.612613 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5d935fc-979a-425f-a35b-57d14f6165df {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:24.613192 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d935fc-979a-425f-a35b-57d14f6165df'] response: {'name': 'network-changed', 'server_uuid': 'a2e4b142-0395-4891-b700-e87c3628fa1f', 'tag': 'd09eea98-ba89-41b9-a4b1-5d95810e5290', 'status': 'completed', 'code': 200} Sep 09 06:31:24.645129 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774ea0a-ad06-4c33-bef8-dd9549633e4a service neutron] Pushing event updated for resources: {'Port': ['ID=d09eea98-ba89-41b9-a4b1-5d95810e5290,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:24.686816 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-722a510d-1223-4cf2-9022-36a79e0ae171 req-a94516fa-c481-445d-9481-dfb57091a9f8 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248448 Sep 09 06:31:24.755641 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43760ec7-0a83-4979-9211-4e8374ad0fea req-4db7afb2-da1d-4655-9fe6-e09168080054 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0358264 Sep 09 06:31:24.934418 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:24.983373 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8167002-779d-4a51-8870-699c8a8e1e4a req-d817dd85-7da1-440d-96e4-e385836fcdcd tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:24.991439 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8167002-779d-4a51-8870-699c8a8e1e4a req-d817dd85-7da1-440d-96e4-e385836fcdcd tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 944 time: 0.1880214 Sep 09 06:31:25.032736 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4432-3c8d-42eb-8131-5f279875380e req-69f91877-5e08-47c9-927c-e7732aa8fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:25.034320 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7f0f4432-3c8d-42eb-8131-5f279875380e req-69f91877-5e08-47c9-927c-e7732aa8fed9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 1128 time: 0.1322289 Sep 09 06:31:25.093583 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-632bc323-73ea-439f-968f-af422df7a821 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 472 time: 0.2179444 Sep 09 06:31:25.097304 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8167002-779d-4a51-8870-699c8a8e1e4a req-bbfa8908-2d4c-4473-bb58-0f6024f778d4 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055357 Sep 09 06:31:25.197234 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183489b-a243-432d-a7b4-30344a752fc0 req-5b858361-2b61-4c93-87c0-08e93b177573 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:25.198932 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9183489b-a243-432d-a7b4-30344a752fc0 req-5b858361-2b61-4c93-87c0-08e93b177573 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0556512 Sep 09 06:31:25.262830 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9183489b-a243-432d-a7b4-30344a752fc0 req-599d9b31-ee67-4fad-9248-462e9086cb69 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554171 Sep 09 06:31:25.393201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e213a37-37e7-419d-ad03-b2f4ce46e6a4 req-21518cd5-1f4b-4c04-a69d-3aa53a0a0e9d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:25.394872 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e213a37-37e7-419d-ad03-b2f4ce46e6a4 req-21518cd5-1f4b-4c04-a69d-3aa53a0a0e9d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0719097 Sep 09 06:31:25.410129 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'port': {'device_id': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'admin_state_up': True, 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'security_groups': ['b485dd7e-7bc9-4eed-9059-8b88c6ae67c7']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:25.492210 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b544ee4-2fba-476c-b109-803fa6e71594'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:25.493479 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b5e84-7f05-4ef8-b906-cb8d943a1c83" -d '{"events": [{"server_uuid": "be567a31-4455-4dc6-8be1-937ae81a8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "1b544ee4-2fba-476c-b109-803fa6e71594"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:25.571319 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed35682-e19e-478c-af2f-cd1ff63e6a99 x-openstack-request-id: req-1ed35682-e19e-478c-af2f-cd1ff63e6a99 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:25.571703 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be567a31-4455-4dc6-8be1-937ae81a8dbb", "name": "network-vif-plugged", "status": "completed", "tag": "1b544ee4-2fba-476c-b109-803fa6e71594", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:25.571959 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ed35682-e19e-478c-af2f-cd1ff63e6a99 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:25.572360 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed35682-e19e-478c-af2f-cd1ff63e6a99'] response: {'server_uuid': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b544ee4-2fba-476c-b109-803fa6e71594', 'code': 200} Sep 09 06:31:25.655800 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e213a37-37e7-419d-ad03-b2f4ce46e6a4 req-29b8964c-2430-4249-a8c7-f8568764db13 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389619 Sep 09 06:31:25.690395 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4432-3c8d-42eb-8131-5f279875380e req-2c609908-4189-4382-908f-98ae08831460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:25.691871 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7f0f4432-3c8d-42eb-8131-5f279875380e req-2c609908-4189-4382-908f-98ae08831460 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2947686 Sep 09 06:31:25.850446 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Made reservation on behalf of e8ee1a9407994bf9a624e6231c7fe565 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:31:25.855378 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:26.137331 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:26.144614 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac932c51-785b-4b0f-bc22-2519402a3132 req-c5baa6b9-d078-4b8f-af61-fc8b66af9c12 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:26.146100 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac932c51-785b-4b0f-bc22-2519402a3132 req-c5baa6b9-d078-4b8f-af61-fc8b66af9c12 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.2980638 Sep 09 06:31:26.165019 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3cce0aa1-ec70-48c3-a3e3-e0933e041248 req-090c3ace-f8b8-4bb6-8b07-c7e018a17b4f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.1025276 Sep 09 06:31:26.258100 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac932c51-785b-4b0f-bc22-2519402a3132 req-7e727414-f423-41e9-876d-62c226ae53c4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020217 Sep 09 06:31:26.333227 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb205-750a-471d-9e44-aab7ddb9393e req-805d8ea9-14bb-4c1f-bc65-0fc63234e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:26.336831 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-976bb205-750a-471d-9e44-aab7ddb9393e req-805d8ea9-14bb-4c1f-bc65-0fc63234e5eb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 1130 time: 0.1877632 Sep 09 06:31:26.343270 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4432-3c8d-42eb-8131-5f279875380e req-aa6414c4-c29b-48b1-9e14-64c812bdd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:26.344791 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7f0f4432-3c8d-42eb-8131-5f279875380e req-aa6414c4-c29b-48b1-9e14-64c812bdd68c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5389705 Sep 09 06:31:26.495898 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Allocated IP 172.20.0.7 (6a1e56b2-5174-4859-ad55-8ae965984c50/9f2421d1-d0a5-4dce-9461-ca1f7f9346fa/d57c2843-153e-4f69-85d4-96c12063b672) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:31:26.559388 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:26.603323 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703ca5-5ac9-46cc-aa73-3be636b4e005 req-57d01233-0104-4c7e-aeb4-6a6bef8acff5 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:26.604952 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8703ca5-5ac9-46cc-aa73-3be636b4e005 req-57d01233-0104-4c7e-aeb4-6a6bef8acff5 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 944 time: 0.2370093 Sep 09 06:31:26.634393 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-71555e7b-04ad-4904-a56c-c366ec764a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:26.636011 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-71555e7b-04ad-4904-a56c-c366ec764a07 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 1128 time: 0.2018888 Sep 09 06:31:26.639695 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-976bb205-750a-471d-9e44-aab7ddb9393e req-6acc94cc-34ca-4ebd-afc9-98e31146ff73 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732606 Sep 09 06:31:26.733245 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4b7fe-f386-4092-9a66-4a06e0c6614d req-58d335d3-47ce-4d94-87aa-ee6d5f552c52 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:26.739840 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9df4b7fe-f386-4092-9a66-4a06e0c6614d req-58d335d3-47ce-4d94-87aa-ee6d5f552c52 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1526027 Sep 09 06:31:26.818979 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8703ca5-5ac9-46cc-aa73-3be636b4e005 req-4a64fe78-0e08-4b4b-804a-78df2ce3d765 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974957 Sep 09 06:31:26.887926 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9df4b7fe-f386-4092-9a66-4a06e0c6614d req-252af1c5-3670-498a-8f18-bcbbcfc6e73b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334944 Sep 09 06:31:26.901533 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (d57c2843-153e-4f69-85d4-96c12063b672), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:26.963584 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (d57c2843-153e-4f69-85d4-96c12063b672), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:26.970660 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:27.027060 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53024) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:27.035095 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a839cac0-a92d-437f-9509-6c987d8e4bf4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496013381', 'description': 'tempest-description--1881397329'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:27.069472 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a839cac0-a92d-437f-9509-6c987d8e4bf4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.159029 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a839cac0-a92d-437f-9509-6c987d8e4bf4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group (e55a299e-7ad8-4e0a-b28c-e1f5871dc13b), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.164295 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a839cac0-a92d-437f-9509-6c987d8e4bf4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e55a299e-7ad8-4e0a-b28c-e1f5871dc13b), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.199981 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839cac0-a92d-437f-9509-6c987d8e4bf4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:27.214516 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a839cac0-a92d-437f-9509-6c987d8e4bf4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.216210 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a839cac0-a92d-437f-9509-6c987d8e4bf4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1870232 Sep 09 06:31:27.220312 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53030) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:27.229428 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-ed20a25b-2ef6-43a8-ad2c-ccf2ab556ac0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'security_group_rule': {'security_group_id': 'e55a299e-7ad8-4e0a-b28c-e1f5871dc13b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:27.273038 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ed20a25b-2ef6-43a8-ad2c-ccf2ab556ac0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group_rule (ac08c4b9-7516-4dd2-a17e-aeab1d417760), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.351039 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:27.358213 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:31:27.360259 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ed20a25b-2ef6-43a8-ad2c-ccf2ab556ac0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group_rule (ac08c4b9-7516-4dd2-a17e-aeab1d417760), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.366575 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-53fb4938-1a29-434b-8e9a-8599715a97e4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d09eea98-ba89-41b9-a4b1-5d95810e5290 HTTP/1.1" status: 200 len: 217 time: 0.3498359 Sep 09 06:31:27.368908 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ed20a25b-2ef6-43a8-ad2c-ccf2ab556ac0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (ac08c4b9-7516-4dd2-a17e-aeab1d417760), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.369974 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:31:27.377680 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ec6e9-a82a-4632-96b4-1d2c3f656ec8 req-a0f8b5d1-e54e-4099-a857-500f82d37d66 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:27.379224 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7d4ec6e9-a82a-4632-96b4-1d2c3f656ec8 req-a0f8b5d1-e54e-4099-a857-500f82d37d66 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.4326334 Sep 09 06:31:27.396553 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:31:27.401297 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:27.407977 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.420740 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ed20a25b-2ef6-43a8-ad2c-ccf2ab556ac0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.424613 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ed20a25b-2ef6-43a8-ad2c-ccf2ab556ac0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1974239 Sep 09 06:31:27.425333 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53034) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:27.446446 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-4607ca8c-38a5-4d36-9917-518aa44d5904 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'security_group_rule': {'security_group_id': 'e55a299e-7ad8-4e0a-b28c-e1f5871dc13b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:27.456467 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20a25b-2ef6-43a8-ad2c-ccf2ab556ac0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac08c4b9-7516-4dd2-a17e-aeab1d417760,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:27.462964 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=d57c2843-153e-4f69-85d4-96c12063b672,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:27.491527 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4607ca8c-38a5-4d36-9917-518aa44d5904 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group_rule (258f83f3-0245-4fd2-82b4-cae20d7259f0), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.514240 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780d543-1cf0-4a78-bae0-c6aada6c7b2a req-05251550-d643-480c-903b-5ead6f51a449 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:27.522177 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9780d543-1cf0-4a78-bae0-c6aada6c7b2a req-05251550-d643-480c-903b-5ead6f51a449 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 931 time: 0.1763537 Sep 09 06:31:27.555882 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-481bce64-ab35-4686-b836-8b09c5f48d73 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1597097 Sep 09 06:31:27.572681 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7d4ec6e9-a82a-4632-96b4-1d2c3f656ec8 req-86eb8336-dce9-46c6-81b2-1ebeea575a60 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672013 Sep 09 06:31:27.581160 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4607ca8c-38a5-4d36-9917-518aa44d5904 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group_rule (258f83f3-0245-4fd2-82b4-cae20d7259f0), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.605893 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4607ca8c-38a5-4d36-9917-518aa44d5904 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (258f83f3-0245-4fd2-82b4-cae20d7259f0), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.643394 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9780d543-1cf0-4a78-bae0-c6aada6c7b2a req-12ebedf0-b681-4440-82a4-4ad5a5884b43 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200852 Sep 09 06:31:27.678132 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Request body: {'port': {'device_id': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:27.683532 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607ca8c-38a5-4d36-9917-518aa44d5904 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258f83f3-0245-4fd2-82b4-cae20d7259f0,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:27.699753 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4607ca8c-38a5-4d36-9917-518aa44d5904 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.707668 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-4607ca8c-38a5-4d36-9917-518aa44d5904 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2738764 Sep 09 06:31:27.708913 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53042) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:27.713742 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:27.760769 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.837086 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-6f908f30-fa17-4626-9f90-939c4f141da7 None None] Provisioning complete for port d57c2843-153e-4f69-85d4-96c12063b672 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:31:27.838173 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-6f908f30-fa17-4626-9f90-939c4f141da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (d57c2843-153e-4f69-85d4-96c12063b672), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.859639 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-8558a816-ad4b-4a00-ba5b-b2b5389cd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:27.861400 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-8558a816-ad4b-4a00-ba5b-b2b5389cd53d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b1b70d80-5b01-4959-be4e-5badfd926450 HTTP/1.1" status: 200 len: 852 time: 0.2167499 Sep 09 06:31:27.866825 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d37c8-79fa-4c98-b5f8-ea7daf5f2e15 req-cd344ab9-da16-4b75-9f8c-ee4eb456223a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:27.870631 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:27.874505 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a85d37c8-79fa-4c98-b5f8-ea7daf5f2e15 req-cd344ab9-da16-4b75-9f8c-ee4eb456223a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.1305017 Sep 09 06:31:27.878974 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:27.906396 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-6f908f30-fa17-4626-9f90-939c4f141da7 None None] Port d57c2843-153e-4f69-85d4-96c12063b672 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:31:27.965384 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-8c10c813-5475-4eea-87f6-7515d3b2df76 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=13f47cc6-2087-46cd-8f70-e93a65643080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526669 Sep 09 06:31:28.005355 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d57c2843-153e-4f69-85d4-96c12063b672), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:28.033790 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Allocated IP 172.27.0.202 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/f3995562-7741-45a0-b6b2-9bb3b46925c2) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:31:28.082223 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a85d37c8-79fa-4c98-b5f8-ea7daf5f2e15 req-37b35969-0234-433d-b3f6-f896b8242709 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068427 Sep 09 06:31:28.095397 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:28.108221 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=5 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:28.137298 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc73bde-d635-4983-81fa-f9ab8b837a05 req-fc60d226-718a-40ea-ab48-db3845d56947 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:28.137298 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bbc73bde-d635-4983-81fa-f9ab8b837a05 req-fc60d226-718a-40ea-ab48-db3845d56947 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 944 time: 0.1778328 Sep 09 06:31:28.175377 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for port (f3995562-7741-45a0-b6b2-9bb3b46925c2), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:28.262189 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (f3995562-7741-45a0-b6b2-9bb3b46925c2), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:28.285472 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-83432493-f44f-47e7-a0ec-39fba8be275b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939470 Sep 09 06:31:28.304507 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:28.377812 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bbc73bde-d635-4983-81fa-f9ab8b837a05 req-63b071cc-f24d-4105-b11b-c142ba111d3d tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516572 Sep 09 06:31:28.403816 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76849b1-426d-496f-8df8-39058114807e req-eccef301-8c94-434f-ba81-77d030d8ae86 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:28.403816 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c76849b1-426d-496f-8df8-39058114807e req-eccef301-8c94-434f-ba81-77d030d8ae86 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1275749 Sep 09 06:31:28.516892 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c76849b1-426d-496f-8df8-39058114807e req-601fb022-58df-4263-9e5f-5d3551a9374e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129405 Sep 09 06:31:28.547769 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:28.567407 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:31:28.576739 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:31:28.582021 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:31:28.584228 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event updated for resources: {'Port': ['ID=f3995562-7741-45a0-b6b2-9bb3b46925c2,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:28.677012 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d0b168f2-88cf-436b-a605-34d4ea339c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:28.701441 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:28.730467 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (8373ac10-872b-458e-94da-cee449c98c90), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:28.742623 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57c2843-153e-4f69-85d4-96c12063b672 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:28.756923 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Publish callbacks [] for port (d57c2843-153e-4f69-85d4-96c12063b672), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:28.774584 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Transition to ACTIVE for port object d57c2843-153e-4f69-85d4-96c12063b672 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:31:28.818625 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d57c2843-153e-4f69-85d4-96c12063b672), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:28.843350 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f3995562-7741-45a0-b6b2-9bb3b46925c2), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:29.012071 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba90e48-2a49-40ae-b80b-6c7364255f07 req-9015ed58-7393-45a4-b897-c982a8203d43 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:29.014113 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0ba90e48-2a49-40ae-b80b-6c7364255f07 req-9015ed58-7393-45a4-b897-c982a8203d43 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 943 time: 0.2248662 Sep 09 06:31:29.023783 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2da3d-2e8d-439b-8078-211d09cb9f05 req-61c0ac73-f3d9-41c2-8824-2722ce874beb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:29.031577 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5ec2da3d-2e8d-439b-8078-211d09cb9f05 req-61c0ac73-f3d9-41c2-8824-2722ce874beb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.2551801 Sep 09 06:31:29.044237 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for port (f3995562-7741-45a0-b6b2-9bb3b46925c2), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:29.051224 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (f3995562-7741-45a0-b6b2-9bb3b46925c2), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:29.070867 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Pushing event updated for resources: {'Port': ['ID=d57c2843-153e-4f69-85d4-96c12063b672,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:29.115085 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event updated for resources: {'Port': ['ID=f3995562-7741-45a0-b6b2-9bb3b46925c2,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:29.136983 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (8373ac10-872b-458e-94da-cee449c98c90), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:29.157524 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:29.169050 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ea0225ca-3744-4534-9d4e-d991e2d3b717 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4490387 Sep 09 06:31:29.192764 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Attempting to bind port d57c2843-153e-4f69-85d4-96c12063b672 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:31:29.193086 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Attempting to bind port d57c2843-153e-4f69-85d4-96c12063b672 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:31:29.193399 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Attempting to bind port d57c2843-153e-4f69-85d4-96c12063b672 on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:31:29.223080 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2ef36d1-aa7a-4ef4-a245-f8ca556f6478 req-aa48d975-c2e4-4001-88b9-5227179a3639 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179950 Sep 09 06:31:29.240793 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5ec2da3d-2e8d-439b-8078-211d09cb9f05 req-e2c6c708-025c-49dd-bfe5-67f21a94e757 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079964 Sep 09 06:31:29.297227 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0ba90e48-2a49-40ae-b80b-6c7364255f07 req-3b1d0cd3-0438-485f-9651-6ac4aac84453 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569628 Sep 09 06:31:29.348168 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Port d57c2843-153e-4f69-85d4-96c12063b672 on network 6a1e56b2-5174-4859-ad55-8ae965984c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:31:29.348503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Attempting to bind port d57c2843-153e-4f69-85d4-96c12063b672 on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:31:29.447118 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:29.489339 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ade086-b8ea-4be1-85df-103e4223aac1 req-15cb190e-622a-42ca-b8c1-ebd3c3d1a990 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:29.491108 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8ade086-b8ea-4be1-85df-103e4223aac1 req-15cb190e-622a-42ca-b8c1-ebd3c3d1a990 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.0985954 Sep 09 06:31:29.519163 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:31:29.519412 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Checking segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:31:29.519808 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Bound using segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:31:29.520269 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Bound port: d57c2843-153e-4f69-85d4-96c12063b672, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:31:29.520620 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d57c2843-153e-4f69-85d4-96c12063b672), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:29.552248 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-34aebf6a-a69a-4e1c-bcc0-8ca2ad4e258f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1496013381&fields=id&tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd HTTP/1.1" status: 200 len: 267 time: 0.1232321 Sep 09 06:31:29.634702 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8ade086-b8ea-4be1-85df-103e4223aac1 req-27354439-a71f-487a-8c5b-e963eded81a3 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361094 Sep 09 06:31:29.726821 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] For port d57c2843-153e-4f69-85d4-96c12063b672, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:31:29.777120 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] For port d57c2843-153e-4f69-85d4-96c12063b672, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d57c2843-153e-4f69-85d4-96c12063b672,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:31:29.785289 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-5832c577-5aa2-4a7e-896c-1b0953063f5b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:29.786817 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-5832c577-5aa2-4a7e-896c-1b0953063f5b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 818 time: 0.2251892 Sep 09 06:31:29.806659 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f66393-443d-4826-8a1c-86c6e5795beb req-d9c874c6-dd1c-45e0-b18a-f4a1a97d070a tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:29.808208 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50f66393-443d-4826-8a1c-86c6e5795beb req-d9c874c6-dd1c-45e0-b18a-f4a1a97d070a tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 944 time: 0.0913723 Sep 09 06:31:29.811164 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d57c2843-153e-4f69-85d4-96c12063b672), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:29.817849 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:29.818460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:29.822713 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/d57c2843-153e-4f69-85d4-96c12063b672 HTTP/1.1" status: 200 len: 1093 time: 2.1458626 Sep 09 06:31:29.822713 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'tag': 'd57c2843-153e-4f69-85d4-96c12063b672'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:29.823253 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a0dd0-bdc0-42e4-ac2d-42bb2084e328" -d '{"events": [{"name": "network-changed", "server_uuid": "af89a0ac-56b7-4efa-aa9b-69e8c6b358c2", "tag": "d57c2843-153e-4f69-85d4-96c12063b672"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:29.829167 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-7e0d67e5-95f7-42c9-a4e9-013a2b9187a9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/quotas/9fae936c35c54adfaf8cb0df7f4ca9dd HTTP/1.1" status: 200 len: 375 time: 0.0342374 Sep 09 06:31:29.829567 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:29.936912 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-3de969be-e0c3-48b4-a957-e2ec46519c15 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823255 Sep 09 06:31:29.948568 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2f9d5-f397-4ecc-9723-68feca2e4b76 service neutron] Pushing event updated for resources: {'Port': ['ID=d57c2843-153e-4f69-85d4-96c12063b672,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:29.975419 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50f66393-443d-4826-8a1c-86c6e5795beb req-4cd60493-d911-4d1a-93c7-9104395a6966 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589906 Sep 09 06:31:30.145435 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-8ac5d4e0-8845-41f3-9bea-d136a14dab9c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825883 Sep 09 06:31:30.159313 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bf899-9953-428b-b88c-6767eb6d4a86 req-5df98dda-3e96-4fc9-9ae4-baef6ac4b6c4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:30.161874 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-327bf899-9953-428b-b88c-6767eb6d4a86 req-5df98dda-3e96-4fc9-9ae4-baef6ac4b6c4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0828917 Sep 09 06:31:30.289508 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-327bf899-9953-428b-b88c-6767eb6d4a86 req-131f6152-ff11-4a3b-a608-e163a220be3e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159852 Sep 09 06:31:30.318236 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-7db8d325-2aa8-41af-88d0-bf6e0ed8bdc3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548793 Sep 09 06:31:30.437324 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f98697-f5e3-48be-b3ff-2db7e708a68a req-903d596c-529f-4a1d-b4e2-f286744ce4ce tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:30.438883 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-53f98697-f5e3-48be-b3ff-2db7e708a68a req-903d596c-529f-4a1d-b4e2-f286744ce4ce tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.0646536 Sep 09 06:31:30.522607 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacaa3d6-60af-4139-8736-3385cdd04e8f x-openstack-request-id: req-bacaa3d6-60af-4139-8736-3385cdd04e8f {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:30.523065 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af89a0ac-56b7-4efa-aa9b-69e8c6b358c2", "tag": "d57c2843-153e-4f69-85d4-96c12063b672", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:30.523450 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bacaa3d6-60af-4139-8736-3385cdd04e8f {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:30.524086 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacaa3d6-60af-4139-8736-3385cdd04e8f'] response: {'name': 'network-changed', 'server_uuid': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'tag': 'd57c2843-153e-4f69-85d4-96c12063b672', 'status': 'completed', 'code': 200} Sep 09 06:31:30.550800 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-53f98697-f5e3-48be-b3ff-2db7e708a68a req-ab06924c-cae6-494f-b47f-3ccf79726f91 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057084 Sep 09 06:31:30.559795 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53090) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:30.677337 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:30.678802 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a0dd0-bdc0-42e4-ac2d-42bb2084e328 req-f748945d-6e4f-4a34-b189-b60b0272cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:30.680512 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-860a0dd0-bdc0-42e4-ac2d-42bb2084e328 req-f748945d-6e4f-4a34-b189-b60b0272cea1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 1127 time: 0.0936301 Sep 09 06:31:30.762796 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cce581-8251-4fda-886e-218c7a10f7b7 req-acef35db-d5bb-48f3-b126-dbc839eb9855 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:30.772114 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-45cce581-8251-4fda-886e-218c7a10f7b7 req-acef35db-d5bb-48f3-b126-dbc839eb9855 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 943 time: 0.0894957 Sep 09 06:31:30.836287 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfc8b14-8480-4619-924f-f5630467a8e1 tempest-TestVolumeBootPattern-1299137192 tempest-TestVolumeBootPattern-1299137192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:30.841107 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-cdfc8b14-8480-4619-924f-f5630467a8e1 tempest-TestVolumeBootPattern-1299137192 tempest-TestVolumeBootPattern-1299137192-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 1125 time: 0.2764323 Sep 09 06:31:30.842326 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53098) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:30.849607 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'port_id': '1b544ee4-2fba-476c-b109-803fa6e71594', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:30.853344 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c5ce4-1921-4e30-aac9-eeeef8e8a730 req-33ce8942-5671-4d8c-bcf3-e1c639dfb05c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:30.860964 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e1c5ce4-1921-4e30-aac9-eeeef8e8a730 req-33ce8942-5671-4d8c-bcf3-e1c639dfb05c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1793635 Sep 09 06:31:30.907662 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:30.982305 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-45cce581-8251-4fda-886e-218c7a10f7b7 req-67480d4d-5f92-4da0-936f-c99bdc6c12e8 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348016 Sep 09 06:31:31.033592 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:31.038745 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-671a74fc-f504-43b9-97b0-b5aee5874e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:31.118671 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:31.140844 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8b906e7-4148-426e-a863-6c23b29f2c56 req-c658809e-f913-4b09-aa22-df83810d5190 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 210 time: 0.0552325 Sep 09 06:31:31.162244 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e1c5ce4-1921-4e30-aac9-eeeef8e8a730 req-13fc78f1-97a7-4a8a-92ad-2c068145d19b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003337 Sep 09 06:31:31.197711 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Allocated IP 172.27.0.129 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/41e93fe2-a981-453f-ac16-c60fd3a9c7a9) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:31:31.213088 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a0dd0-bdc0-42e4-ac2d-42bb2084e328 req-f24c7106-988a-4e14-b7c8-72832b794952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:31.214916 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-860a0dd0-bdc0-42e4-ac2d-42bb2084e328 req-f24c7106-988a-4e14-b7c8-72832b794952 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4398172 Sep 09 06:31:31.360497 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a0dd0-bdc0-42e4-ac2d-42bb2084e328 req-b3555faf-8e9f-4df4-9435-f9a67ddcd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:31.363055 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-860a0dd0-bdc0-42e4-ac2d-42bb2084e328 req-b3555faf-8e9f-4df4-9435-f9a67ddcd4c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269319 Sep 09 06:31:31.460402 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:31.467429 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1740b9-e5df-47e4-b713-ea059e48d4d6 req-a2693eb9-0330-4c55-846b-6990b52fa68b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:31.474960 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0f1740b9-e5df-47e4-b713-ea059e48d4d6 req-a2693eb9-0330-4c55-846b-6990b52fa68b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 944 time: 0.1076822 Sep 09 06:31:31.540944 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:31.569387 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-158c859e-092c-449c-8090-9ba1ce555ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:31.571170 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-158c859e-092c-449c-8090-9ba1ce555ef9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 1127 time: 0.0929837 Sep 09 06:31:31.592433 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:31.605274 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:31.606097 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b24959-53d8-412a-8e69-6208cd08f33b req-1d45ce7d-73d6-47e6-b987-ff06148dae43 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:31.613830 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72b24959-53d8-412a-8e69-6208cd08f33b req-1d45ce7d-73d6-47e6-b987-ff06148dae43 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1341758 Sep 09 06:31:31.656842 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-605b46ce-8e8f-41e0-9fa8-05eb14184eee service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57c2843-153e-4f69-85d4-96c12063b672 HTTP/1.1" status: 200 len: 217 time: 0.0748065 Sep 09 06:31:31.680951 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0f1740b9-e5df-47e4-b713-ea059e48d4d6 req-538e80af-ccd8-4f87-8e4f-5e9cc782c434 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024462 Sep 09 06:31:31.739074 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:31:31.740897 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:31:31.743930 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:31:31.746612 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=41e93fe2-a981-453f-ac16-c60fd3a9c7a9,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:31.772699 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72b24959-53d8-412a-8e69-6208cd08f33b req-7d1b794f-30df-4d7a-8b62-3a33c33600ca tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574330 Sep 09 06:31:31.776936 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-9931e353-3d64-4a9d-903e-699eecfefe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:31.779677 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-9931e353-3d64-4a9d-903e-699eecfefe46 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.0962431 Sep 09 06:31:31.849965 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-1033b65c-dd1c-435e-956b-9f293bd69e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:31.852241 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-1033b65c-dd1c-435e-956b-9f293bd69e5e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584579 Sep 09 06:31:32.025034 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-e8121fef-90ba-447d-ae10-285657d10880 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633594 Sep 09 06:31:32.079494 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:31:32.242116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:32.380932 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ffffd06-9068-4fb4-90af-ed7220653f5a req-8ff1233a-a39c-48c8-ae06-bad3fda6fc0d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407075 Sep 09 06:31:32.390681 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-41182318-80ba-4bfb-b5ea-199795601766 req-2337fc37-dae4-4d6d-b575-3e5c32e2f6b7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 210 time: 0.0717459 Sep 09 06:31:32.441135 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07891d-0e25-4436-952a-562300bc5f37 req-0befe486-4751-4ffd-8e32-03db27981eea tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:32.442712 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5f07891d-0e25-4436-952a-562300bc5f37 req-0befe486-4751-4ffd-8e32-03db27981eea tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 943 time: 0.2745078 Sep 09 06:31:32.566689 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:32.620253 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5f07891d-0e25-4436-952a-562300bc5f37 req-8cbd9d57-bcce-433c-adc4-c0897dbbaff6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676202 Sep 09 06:31:32.640925 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603fc8c-f629-4a99-9b93-0642a46f8f6c req-2120dbd9-ba10-497b-bf23-ec440221856c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:32.642601 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9603fc8c-f629-4a99-9b93-0642a46f8f6c req-2120dbd9-ba10-497b-bf23-ec440221856c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1274440 Sep 09 06:31:32.678245 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:32.684071 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:32.800673 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9603fc8c-f629-4a99-9b93-0642a46f8f6c req-19b99d62-6992-4466-a4f8-25eb64e7de0b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495292 Sep 09 06:31:32.917039 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:32.954276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1981c9-0478-4310-838a-e845b8ecc7fc req-e231ab13-fa96-4a58-a5c9-3303b43efd23 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:32.956323 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0b1981c9-0478-4310-838a-e845b8ecc7fc req-e231ab13-fa96-4a58-a5c9-3303b43efd23 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 944 time: 0.1191843 Sep 09 06:31:32.958262 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:32.965962 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:33.029837 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f2b84-1922-44ef-ab74-bedf1ee2385a req-1a6d11e5-4fa5-43f6-903f-87db1c66c528 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:33.037000 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-380f2b84-1922-44ef-ab74-bedf1ee2385a req-1a6d11e5-4fa5-43f6-903f-87db1c66c528 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0796256 Sep 09 06:31:33.065912 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0b1981c9-0478-4310-838a-e845b8ecc7fc req-07fee67a-b1fb-4853-829f-0830e4e1886e tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982208 Sep 09 06:31:33.069434 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:33.074369 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=41e93fe2-a981-453f-ac16-c60fd3a9c7a9,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:33.116433 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-380f2b84-1922-44ef-ab74-bedf1ee2385a req-fc94aedf-d106-4b62-a31d-e21585cc6b37 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781975 Sep 09 06:31:33.189603 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Floating IP 02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9 associated. External IP: 172.27.0.129, port: 1b544ee4-2fba-476c-b109-803fa6e71594. Sep 09 06:31:33.262184 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device d09eea98-ba89-41b9-a4b1-5d95810e5290 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:31:33.379254 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port d09eea98-ba89-41b9-a4b1-5d95810e5290, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d09eea98-ba89-41b9-a4b1-5d95810e5290,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:33.399481 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'd09eea98-ba89-41b9-a4b1-5d95810e5290', 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080', 'port_id': 'd09eea98-ba89-41b9-a4b1-5d95810e5290', 'mac_address': 'fa:16:3e:69:64:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b70d80-5b01-4959-be4e-5badfd926450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:31:33.425496 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:33.447884 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:31:33.449790 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port d09eea98-ba89-41b9-a4b1-5d95810e5290 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:33.454180 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:33.480384 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09eea98-ba89-41b9-a4b1-5d95810e5290 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:33.529888 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port d09eea98-ba89-41b9-a4b1-5d95810e5290, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d09eea98-ba89-41b9-a4b1-5d95810e5290,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:33.537987 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:33.581368 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:33.582873 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:33.610208 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4aade8a2-8018-499f-9566-039b4cd0c94f req-6bec0921-36b1-487f-b206-a9c24d36410e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 210 time: 0.0434222 Sep 09 06:31:33.634226 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:33.645600 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:31:33.672632 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:33.678360 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:31:33.712465 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=d09eea98-ba89-41b9-a4b1-5d95810e5290,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:33.724762 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-fa64bcfe-c57d-4395-ac8d-94be4f6dec5a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8810232 Sep 09 06:31:33.726325 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'tag': '1b544ee4-2fba-476c-b109-803fa6e71594'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:33.729228 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:31:33.729549 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918109ba-a132-42d9-9381-87ab7548a854" -d '{"events": [{"name": "network-changed", "server_uuid": "be567a31-4455-4dc6-8be1-937ae81a8dbb", "tag": "1b544ee4-2fba-476c-b109-803fa6e71594"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:33.730411 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:31:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:33.774039 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a96693-1270-4bf2-8f3b-9252fdacad07 x-openstack-request-id: req-78a96693-1270-4bf2-8f3b-9252fdacad07 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:33.774622 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be567a31-4455-4dc6-8be1-937ae81a8dbb", "tag": "1b544ee4-2fba-476c-b109-803fa6e71594", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:33.777943 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78a96693-1270-4bf2-8f3b-9252fdacad07 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:33.779219 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a96693-1270-4bf2-8f3b-9252fdacad07'] response: {'name': 'network-changed', 'server_uuid': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'tag': '1b544ee4-2fba-476c-b109-803fa6e71594', 'status': 'completed', 'code': 200} Sep 09 06:31:33.824485 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:33.839678 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406cd5-86a6-42e2-85f0-8258a4979b71 req-d15552ff-c233-4a21-b172-e3b67b83a316 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:33.848952 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-80406cd5-86a6-42e2-85f0-8258a4979b71 req-d15552ff-c233-4a21-b172-e3b67b83a316 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 943 time: 0.0850313 Sep 09 06:31:33.925117 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:31:33.944498 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-80406cd5-86a6-42e2-85f0-8258a4979b71 req-392dde9d-a8e1-4af9-944d-6913cfa23aa5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941875 Sep 09 06:31:34.008937 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e6e42-b7bb-42e8-ad32-de903223ae21 req-94bd1c8e-c0d9-4aeb-99dd-d5d099d43077 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:34.010795 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-267e6e42-b7bb-42e8-ad32-de903223ae21 req-94bd1c8e-c0d9-4aeb-99dd-d5d099d43077 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0650635 Sep 09 06:31:34.073607 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:34.104209 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-267e6e42-b7bb-42e8-ad32-de903223ae21 req-8bde1416-6153-4a98-be68-2430854277cb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805757 Sep 09 06:31:34.281112 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '1b544ee4-2fba-476c-b109-803fa6e71594', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:95:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:32Z', 'updated_at': '2022-09-09T06:31:32Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:34.311182 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:31:34.321070 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14f5c1-fce4-45e0-9d37-356e3f7c495c req-77820b11-8df9-4955-a558-2008f9531a71 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:34.327662 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:31:34.328882 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:31:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:34.331346 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8a14f5c1-fce4-45e0-9d37-356e3f7c495c req-77820b11-8df9-4955-a558-2008f9531a71 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 945 time: 0.1311803 Sep 09 06:31:34.351842 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b6de5-7dbc-44ec-a0f1-f14c812104ba req-c002540a-052c-424c-a2d4-ac6b10ebe10d tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:34.353471 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5a0b6de5-7dbc-44ec-a0f1-f14c812104ba req-c002540a-052c-424c-a2d4-ac6b10ebe10d tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1016662 Sep 09 06:31:34.447872 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8a14f5c1-fce4-45e0-9d37-356e3f7c495c req-efe652d2-de55-48e8-b1d7-d02ca2939dca tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151114 Sep 09 06:31:34.471286 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5a0b6de5-7dbc-44ec-a0f1-f14c812104ba req-30c27c5b-d721-4b1d-a5f1-1584617b95ba tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001728 Sep 09 06:31:34.477152 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:31:34.736180 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50b451cf-9243-4266-823b-0bb677d3e859 req-7f4f419b-4a56-4e14-a381-6f0a79161e43 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 210 time: 0.0395825 Sep 09 06:31:34.875373 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '1b544ee4-2fba-476c-b109-803fa6e71594', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:95:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:32Z', 'updated_at': '2022-09-09T06:31:32Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:34.901713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e31140f-ba96-46d5-884c-77a63e81a8c6 None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.129', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '1b544ee4-2fba-476c-b109-803fa6e71594', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:95:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:32Z', 'updated_at': '2022-09-09T06:31:32Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:31:35.098019 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e3206-c684-4be6-a8c7-fcd3e087edee req-2b7dd868-9d6f-4a1d-b811-dad95f516f06 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:35.105635 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-052e3206-c684-4be6-a8c7-fcd3e087edee req-2b7dd868-9d6f-4a1d-b811-dad95f516f06 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 943 time: 0.0718629 Sep 09 06:31:35.174112 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-052e3206-c684-4be6-a8c7-fcd3e087edee req-e7cff2bd-526a-4ce8-9b3b-d4db20289a30 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680490 Sep 09 06:31:35.204657 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d8187a-f074-45d2-ba91-9694095bd0de None None] New status for floating IP 02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9: ACTIVE {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:31:35.274885 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9b42b-ab97-463b-ad7d-b7a9f7272460 req-67e92ac6-af32-443b-b711-741b0fb21262 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:35.280213 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0ed9b42b-ab97-463b-ad7d-b7a9f7272460 req-67e92ac6-af32-443b-b711-741b0fb21262 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0577636 Sep 09 06:31:35.336553 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0ed9b42b-ab97-463b-ad7d-b7a9f7272460 req-bd718e35-e844-4e20-b2d2-2add247b22c8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507030 Sep 09 06:31:35.886643 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6989341-8361-44ba-965e-51edbb287978 req-7aad5710-bfef-4a41-8637-31eaba836d1b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:35.892063 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d6989341-8361-44ba-965e-51edbb287978 req-7aad5710-bfef-4a41-8637-31eaba836d1b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 945 time: 0.3351588 Sep 09 06:31:35.918918 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137f97e-1233-4d81-8bc3-56888d27bdd3 req-39711382-78a0-4d1a-a3be-deeec2a8e77b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:35.926446 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c137f97e-1233-4d81-8bc3-56888d27bdd3 req-39711382-78a0-4d1a-a3be-deeec2a8e77b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.3394279 Sep 09 06:31:35.987608 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d6989341-8361-44ba-965e-51edbb287978 req-fbdabc19-ff62-4dbb-b284-9474023aa145 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913477 Sep 09 06:31:36.010573 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c137f97e-1233-4d81-8bc3-56888d27bdd3 req-8494d9b7-d139-444a-9b40-477fc175602e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804083 Sep 09 06:31:36.115376 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5f1a82e2-f501-4f49-90ee-34af69ca7fd3 req-35d951d5-3d2c-4e14-b99f-78609f0af426 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 210 time: 0.0306764 Sep 09 06:31:36.316200 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71512e3-d908-4930-91e2-07f47d241f8b req-973ae4f0-c4ab-4377-8b77-afdab5c163c2 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:36.319809 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d71512e3-d908-4930-91e2-07f47d241f8b req-973ae4f0-c4ab-4377-8b77-afdab5c163c2 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 943 time: 0.0553944 Sep 09 06:31:36.382834 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d71512e3-d908-4930-91e2-07f47d241f8b req-662ee185-45d5-42c0-9fc5-c88168da0d4c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561562 Sep 09 06:31:36.481130 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050b10-9ffd-4800-ae15-6a230e1d12d2 req-3ca083a8-ee0a-43cc-852c-7b66f986ff1f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:36.482856 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8050b10-9ffd-4800-ae15-6a230e1d12d2 req-3ca083a8-ee0a-43cc-852c-7b66f986ff1f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.0516942 Sep 09 06:31:36.506058 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:36.538857 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8050b10-9ffd-4800-ae15-6a230e1d12d2 req-43a635dd-d674-43a8-9224-2079f65ad2ba tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496421 Sep 09 06:31:36.878959 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['d09eea98-ba89-41b9-a4b1-5d95810e5290'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:31:37.117604 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918109ba-a132-42d9-9381-87ab7548a854 req-6e184c18-1338-4f3f-81b7-4dc73968a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:37.119327 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-918109ba-a132-42d9-9381-87ab7548a854 req-6e184c18-1338-4f3f-81b7-4dc73968a918 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 1130 time: 0.1871367 Sep 09 06:31:37.202603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:37.224252 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132191e-314d-4f8d-bff7-ab86b383d2e0 req-eb865ae9-b643-4e08-b3a6-496e59b9c301 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:37.225919 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4132191e-314d-4f8d-bff7-ab86b383d2e0 req-eb865ae9-b643-4e08-b3a6-496e59b9c301 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1290438 Sep 09 06:31:37.303802 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-2dbd3bf6-148a-4581-bf95-28b02dbcbc25 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:37.305373 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-2dbd3bf6-148a-4581-bf95-28b02dbcbc25 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 818 time: 0.3746569 Sep 09 06:31:37.338806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19fc35-0ae5-4f6c-9574-f1731454b4e9 req-28db8c6d-e1aa-4f08-9cbe-5de9af952b86 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:37.340320 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ef19fc35-0ae5-4f6c-9574-f1731454b4e9 req-28db8c6d-e1aa-4f08-9cbe-5de9af952b86 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 945 time: 0.1855330 Sep 09 06:31:37.425884 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4132191e-314d-4f8d-bff7-ab86b383d2e0 req-d9e6a8b8-78e3-428e-bfd0-a2b143fbd77e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784790 Sep 09 06:31:37.467384 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918109ba-a132-42d9-9381-87ab7548a854 req-802fc07b-4425-497c-8824-69c8ee4542c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:37.468885 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-918109ba-a132-42d9-9381-87ab7548a854 req-802fc07b-4425-497c-8824-69c8ee4542c1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.2608421 Sep 09 06:31:37.503524 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a272a792-30e6-4c7f-8f83-a8d6582e5007 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd HTTP/1.1" status: 200 len: 380 time: 0.1599221 Sep 09 06:31:37.506456 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ef19fc35-0ae5-4f6c-9574-f1731454b4e9 req-8315837e-2862-4bb9-90ab-d0a7d04fc91c tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492548 Sep 09 06:31:37.537431 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'port': {'device_id': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'admin_state_up': True, 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'security_groups': ['e55a299e-7ad8-4e0a-b28c-e1f5871dc13b']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:37.542664 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f1523d5e-31c6-4825-9645-19f532b94942 req-584e9e2c-8ae8-4d4a-a5aa-309157b01b88 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 210 time: 0.0545969 Sep 09 06:31:37.684137 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-918109ba-a132-42d9-9381-87ab7548a854 req-4ee7390c-b981-47d2-99a6-5b370bc17e9a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b544ee4-2fba-476c-b109-803fa6e71594 HTTP/1.1" status: 200 len: 1002 time: 0.1563699 Sep 09 06:31:37.756776 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cecf6-bfcb-4412-b0a9-c00975b42f51 req-d7550cf0-b36b-4cde-8207-07703e1c8a64 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:37.758237 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-920cecf6-bfcb-4412-b0a9-c00975b42f51 req-d7550cf0-b36b-4cde-8207-07703e1c8a64 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 943 time: 0.1571915 Sep 09 06:31:37.791693 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232facd1-e531-4259-9554-cb42cde79327 req-b174cde3-1667-4702-8222-e3dc3ec1605d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:37.793137 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-232facd1-e531-4259-9554-cb42cde79327 req-b174cde3-1667-4702-8222-e3dc3ec1605d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1429131 Sep 09 06:31:37.826092 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918109ba-a132-42d9-9381-87ab7548a854 req-afd66cad-71ab-4b81-8c2c-050293cebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:37.827472 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-918109ba-a132-42d9-9381-87ab7548a854 req-afd66cad-71ab-4b81-8c2c-050293cebe09 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.1187050 Sep 09 06:31:37.885869 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-920cecf6-bfcb-4412-b0a9-c00975b42f51 req-2ea8e9cb-4145-4918-81a6-42bb4e2a147d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217813 Sep 09 06:31:37.889187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Made reservation on behalf of 9fae936c35c54adfaf8cb0df7f4ca9dd for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:31:37.892927 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:37.915243 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-232facd1-e531-4259-9554-cb42cde79327 req-88353b00-292f-417b-b710-250285d7d881 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034553 Sep 09 06:31:37.972324 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:38.034786 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Allocated IP 172.20.0.9 (98282524-73a1-460b-a31c-3ff4ef655afa/80ad4645-9bf1-48af-b925-139692f84099/a274b4a0-61a9-4a18-853c-5cf4edeb4692) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:31:38.067708 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:38.177141 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918109ba-a132-42d9-9381-87ab7548a854 req-3b25312e-4a5f-4118-89aa-3c07399c59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:38.178635 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-918109ba-a132-42d9-9381-87ab7548a854 req-3b25312e-4a5f-4118-89aa-3c07399c59eb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0799525 Sep 09 06:31:38.211043 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.245336 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.315744 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Network 98282524-73a1-460b-a31c-3ff4ef655afa is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:31:38.345439 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:31:38.356486 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:31:38.361025 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:38.361626 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.406579 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event updated for resources: {'Port': ['ID=a274b4a0-61a9-4a18-853c-5cf4edeb4692,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:38.417280 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-d3d124c7-fad0-429f-9570-f9dc8542b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:38.418819 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-d3d124c7-fad0-429f-9570-f9dc8542b5f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 1130 time: 0.1129184 Sep 09 06:31:38.428952 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-68b771f8-fa81-4ad2-bd2f-cc7bdce1acb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9024086 Sep 09 06:31:38.452271 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Request body: {'port': {'device_id': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:38.564320 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-918109ba-a132-42d9-9381-87ab7548a854 req-831f5093-8645-4f1d-b275-6eecfc078881 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890947 Sep 09 06:31:38.579262 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device d57c2843-153e-4f69-85d4-96c12063b672 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:31:38.587594 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:38.589044 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device d09eea98-ba89-41b9-a4b1-5d95810e5290 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:31:38.644958 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:38.672915 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-176ff5bf-ba24-44d6-a0ea-60f66fdeef7c None None] Provisioning complete for port a274b4a0-61a9-4a18-853c-5cf4edeb4692 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:31:38.672915 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-176ff5bf-ba24-44d6-a0ea-60f66fdeef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.711360 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8036f-c617-4dc0-b0f6-65934e46b65b req-b3608e52-1fe2-41c1-84d9-ad71f31c680e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:38.712857 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-34a8036f-c617-4dc0-b0f6-65934e46b65b req-b3608e52-1fe2-41c1-84d9-ad71f31c680e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1982605 Sep 09 06:31:38.743197 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port d09eea98-ba89-41b9-a4b1-5d95810e5290 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:31:38.752797 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-176ff5bf-ba24-44d6-a0ea-60f66fdeef7c None None] Port a274b4a0-61a9-4a18-853c-5cf4edeb4692 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:31:38.755842 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.757211 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port d09eea98-ba89-41b9-a4b1-5d95810e5290 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:31:38.757488 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.767314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:38.784117 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4716f11-c4d0-4be2-a209-b0995c1f5b2c req-dd0cc3e6-2f57-4e17-89c7-c285d79fc0cf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:38.785602 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f4716f11-c4d0-4be2-a209-b0995c1f5b2c req-dd0cc3e6-2f57-4e17-89c7-c285d79fc0cf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 945 time: 0.1741686 Sep 09 06:31:38.806134 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port d57c2843-153e-4f69-85d4-96c12063b672, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d57c2843-153e-4f69-85d4-96c12063b672,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:38.821467 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-fb10bf25-afb8-4774-9597-9c96ec03f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:38.822748 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'd57c2843-153e-4f69-85d4-96c12063b672', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'port_id': 'd57c2843-153e-4f69-85d4-96c12063b672', 'mac_address': 'fa:16:3e:94:97:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:31:38.822899 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-fb10bf25-afb8-4774-9597-9c96ec03f6cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.3925982 Sep 09 06:31:38.890924 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port d09eea98-ba89-41b9-a4b1-5d95810e5290 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:38.891305 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.894178 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port d57c2843-153e-4f69-85d4-96c12063b672 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:38.894542 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d57c2843-153e-4f69-85d4-96c12063b672), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.922328 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:38.923299 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57c2843-153e-4f69-85d4-96c12063b672 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:38.933103 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4b142-0395-4891-b700-e87c3628fa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09eea98-ba89-41b9-a4b1-5d95810e5290'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:38.936216 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73be5b2e-6287-49ad-9731-8ec90521331a" -d '{"events": [{"server_uuid": "a2e4b142-0395-4891-b700-e87c3628fa1f", "name": "network-vif-plugged", "status": "completed", "tag": "d09eea98-ba89-41b9-a4b1-5d95810e5290"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:38.939113 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-918109ba-a132-42d9-9381-87ab7548a854 req-f104bfe8-3d3f-4789-8777-83e043bcd784 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413646 Sep 09 06:31:38.961976 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port d09eea98-ba89-41b9-a4b1-5d95810e5290, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d09eea98-ba89-41b9-a4b1-5d95810e5290,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:38.965928 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port d57c2843-153e-4f69-85d4-96c12063b672, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d57c2843-153e-4f69-85d4-96c12063b672,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:38.967903 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.972974 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d57c2843-153e-4f69-85d4-96c12063b672), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:38.985842 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-34a8036f-c617-4dc0-b0f6-65934e46b65b req-5801cdb9-f144-4a26-be72-f0441b07052a tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366359 Sep 09 06:31:39.034224 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=d09eea98-ba89-41b9-a4b1-5d95810e5290,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:39.049997 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f4716f11-c4d0-4be2-a209-b0995c1f5b2c req-39208e5c-6f09-41e1-946c-4e2355914e43 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461791 Sep 09 06:31:39.055658 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-7d90b4d5-0aa6-4a9b-bbcf-bf36b7042167 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4814901d-9b66-4153-bf35-9750b3c3da8c HTTP/1.1" status: 200 len: 1002 time: 0.2154434 Sep 09 06:31:39.093944 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=d57c2843-153e-4f69-85d4-96c12063b672,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:39.244915 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-2acac9d3-5cd9-4d27-a4a0-2dc49c2f27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:39.246384 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-2acac9d3-5cd9-4d27-a4a0-2dc49c2f27e8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.1738825 Sep 09 06:31:39.255156 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c356d4-4f3f-43a6-8321-5a658c545859 req-81324d8e-465f-4826-b900-7812a296c6d2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:39.256617 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b8c356d4-4f3f-43a6-8321-5a658c545859 req-81324d8e-465f-4826-b900-7812a296c6d2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 931 time: 0.1768527 Sep 09 06:31:39.358512 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['d57c2843-153e-4f69-85d4-96c12063b672'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:31:39.553595 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5e308-dbf5-4da3-8fd4-ff7eeb0362fe req-7db3125e-723e-4f81-ac14-0981777bf1b7 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:39.555066 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72c5e308-dbf5-4da3-8fd4-ff7eeb0362fe req-7db3125e-723e-4f81-ac14-0981777bf1b7 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 944 time: 0.4040172 Sep 09 06:31:39.614726 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-4ad0da62-3d9d-4b8c-8012-242d5fe2cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:39.616259 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-4ad0da62-3d9d-4b8c-8012-242d5fe2cf84 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3568909 Sep 09 06:31:39.748582 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b8c356d4-4f3f-43a6-8321-5a658c545859 req-5ddeaf85-d335-4d25-a1ac-3bd55b7d3c53 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775932 Sep 09 06:31:39.776028 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72c5e308-dbf5-4da3-8fd4-ff7eeb0362fe req-556cfe5c-d106-401f-b528-a688ece41756 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074471 Sep 09 06:31:39.792882 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a274b4a0-61a9-4a18-853c-5cf4edeb4692 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:39.802739 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Publish callbacks [] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:39.814841 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ab7b1-e24c-4a9e-95f0-f7bcbf36b0d0 x-openstack-request-id: req-155ab7b1-e24c-4a9e-95f0-f7bcbf36b0d0 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:39.815392 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e4b142-0395-4891-b700-e87c3628fa1f", "name": "network-vif-plugged", "status": "completed", "tag": "d09eea98-ba89-41b9-a4b1-5d95810e5290", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:39.815392 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-155ab7b1-e24c-4a9e-95f0-f7bcbf36b0d0 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:39.815858 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155ab7b1-e24c-4a9e-95f0-f7bcbf36b0d0'] response: {'server_uuid': 'a2e4b142-0395-4891-b700-e87c3628fa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09eea98-ba89-41b9-a4b1-5d95810e5290', 'code': 200} Sep 09 06:31:39.831711 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Transition to ACTIVE for port object a274b4a0-61a9-4a18-853c-5cf4edeb4692 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:31:39.835998 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-cbff9aee-b44f-4c45-bfdb-cf7b6b968a9c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095549 Sep 09 06:31:39.837132 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:39.939663 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:40.032188 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d04b79-ee06-4f67-b0a3-3c4351fef443 req-5dfe6963-d647-42f0-ab6b-f14137e9a34f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:40.033700 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-09d04b79-ee06-4f67-b0a3-3c4351fef443 req-5dfe6963-d647-42f0-ab6b-f14137e9a34f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 946 time: 0.1873205 Sep 09 06:31:40.034335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a274b4a0-61a9-4a18-853c-5cf4edeb4692,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:40.071694 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Attempting to bind port a274b4a0-61a9-4a18-853c-5cf4edeb4692 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:31:40.072017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Attempting to bind port a274b4a0-61a9-4a18-853c-5cf4edeb4692 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:31:40.072313 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Attempting to bind port a274b4a0-61a9-4a18-853c-5cf4edeb4692 on network 98282524-73a1-460b-a31c-3ff4ef655afa {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:31:40.083131 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:40.088968 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d766fe1-87d6-47bb-8329-eddaf6f060e6 req-5966acd3-8454-44ba-8801-9a148b097a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:40.090477 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d766fe1-87d6-47bb-8329-eddaf6f060e6 req-5966acd3-8454-44ba-8801-9a148b097a01 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 1130 time: 0.1191618 Sep 09 06:31:40.184089 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae48b306-5421-4292-9cd7-044c23b7dd5d req-2b3ad0a3-574a-45b0-b3ac-5d762cf25877 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387001 Sep 09 06:31:40.214647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578eb66-cb26-4e32-9ca2-0d6e057272f9 req-6437229b-1f6f-42e4-90f2-797085cf711b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:40.216172 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8578eb66-cb26-4e32-9ca2-0d6e057272f9 req-6437229b-1f6f-42e4-90f2-797085cf711b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1360068 Sep 09 06:31:40.232501 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-09d04b79-ee06-4f67-b0a3-3c4351fef443 req-672b38aa-323e-4b64-9aec-dd6f9e4e2cbe tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819420 Sep 09 06:31:40.253334 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Port a274b4a0-61a9-4a18-853c-5cf4edeb4692 on network 98282524-73a1-460b-a31c-3ff4ef655afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:31:40.254028 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Attempting to bind port a274b4a0-61a9-4a18-853c-5cf4edeb4692 on network 98282524-73a1-460b-a31c-3ff4ef655afa {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:31:40.289909 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d766fe1-87d6-47bb-8329-eddaf6f060e6 req-f65c1e0d-4af5-420c-bed4-49dc278dbe17 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686444 Sep 09 06:31:40.368432 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8578eb66-cb26-4e32-9ca2-0d6e057272f9 req-9f0097a2-a30a-4387-a345-ccf8197fed49 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454725 Sep 09 06:31:40.369415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:31:40.369750 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Checking segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:31:40.370124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Bound using segment: {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:31:40.370559 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Bound port: a274b4a0-61a9-4a18-853c-5cf4edeb4692, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed536827-8b2d-40a3-80f5-87b0c9d6728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:31:40.370916 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:40.377909 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1779a-cf34-41dd-a4c9-bc68f58b877f req-22e57922-b0e5-436b-b9ef-d44e728a9c32 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:40.379375 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-66f1779a-cf34-41dd-a4c9-bc68f58b877f req-22e57922-b0e5-436b-b9ef-d44e728a9c32 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0811160 Sep 09 06:31:40.474944 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-66f1779a-cf34-41dd-a4c9-bc68f58b877f req-a0b76a91-8f16-4c1a-99c5-45fde2cfc492 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876937 Sep 09 06:31:40.481055 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] For port a274b4a0-61a9-4a18-853c-5cf4edeb4692, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:31:40.485852 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] For port a274b4a0-61a9-4a18-853c-5cf4edeb4692, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:31:40.493234 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:40.517878 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:40.518493 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:40.519924 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a274b4a0-61a9-4a18-853c-5cf4edeb4692 HTTP/1.1" status: 200 len: 1093 time: 2.0762339 Sep 09 06:31:40.520527 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:40.523394 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e1b916-838f-4d74-a127-511a1a3cb8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:40.556633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43303d0-505e-4d3f-94a6-1d6dd90c30c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a274b4a0-61a9-4a18-853c-5cf4edeb4692,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:40.563336 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc8b1c-d4e1-48f1-b1f4-15182997f26d x-openstack-request-id: req-7ecc8b1c-d4e1-48f1-b1f4-15182997f26d {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:40.563730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:40.564049 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ecc8b1c-d4e1-48f1-b1f4-15182997f26d {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:40.564525 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecc8b1c-d4e1-48f1-b1f4-15182997f26d'] response: {'name': 'network-changed', 'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'status': 'completed', 'code': 200} Sep 09 06:31:40.581785 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device d57c2843-153e-4f69-85d4-96c12063b672 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:31:40.626170 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port d57c2843-153e-4f69-85d4-96c12063b672 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:31:40.632466 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port d57c2843-153e-4f69-85d4-96c12063b672 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:31:40.632885 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (d57c2843-153e-4f69-85d4-96c12063b672), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:40.698404 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:40.703056 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:40.705977 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port d57c2843-153e-4f69-85d4-96c12063b672 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:40.706362 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (d57c2843-153e-4f69-85d4-96c12063b672), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:40.742111 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port d57c2843-153e-4f69-85d4-96c12063b672, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d57c2843-153e-4f69-85d4-96c12063b672,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:40.746378 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (d57c2843-153e-4f69-85d4-96c12063b672), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:40.747210 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:31:40.838851 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=d57c2843-153e-4f69-85d4-96c12063b672,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:40.883187 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 4814901d-9b66-4153-bf35-9750b3c3da8c is: ACTIVE; New status is: DOWN {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:40.884469 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:40.924037 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:40.927123 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230a552-4d09-4e57-bb4f-a87fa28cc53e req-4e5a2d38-5ecc-49ec-8a17-f213c0084a1d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:40.930583 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c230a552-4d09-4e57-bb4f-a87fa28cc53e req-4e5a2d38-5ecc-49ec-8a17-f213c0084a1d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 943 time: 0.0879984 Sep 09 06:31:40.932156 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:40.957927 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fce7-5aff-4614-8f51-03ed22334b67 req-9e7d1bb3-384e-49e6-86fa-6eef8b5b70bc tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:40.959761 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8b56fce7-5aff-4614-8f51-03ed22334b67 req-9e7d1bb3-384e-49e6-86fa-6eef8b5b70bc tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0784631 Sep 09 06:31:40.992261 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=8']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:41.035324 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c230a552-4d09-4e57-bb4f-a87fa28cc53e req-57feb774-61e7-4255-accf-1a03c1ce0808 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939815 Sep 09 06:31:41.042893 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8b56fce7-5aff-4614-8f51-03ed22334b67 req-be17c8fe-114c-4f91-997d-32836167602d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704551 Sep 09 06:31:41.362033 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e3df-1c9b-4acb-96b7-62ba26246cfd req-1efe6760-f583-4bbc-9417-87b0735c73f1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:41.363496 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b636e3df-1c9b-4acb-96b7-62ba26246cfd req-1efe6760-f583-4bbc-9417-87b0735c73f1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0484090 Sep 09 06:31:41.414934 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b636e3df-1c9b-4acb-96b7-62ba26246cfd req-62d254d6-8ff6-49e3-98e8-e0443e092622 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456474 Sep 09 06:31:41.463036 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:41.500770 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caef6e3-fc8a-4448-bab0-c62f967578f0 req-05c2008e-8e3e-4c11-976d-3ccae2a86f11 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:41.502258 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0caef6e3-fc8a-4448-bab0-c62f967578f0 req-05c2008e-8e3e-4c11-976d-3ccae2a86f11 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0505133 Sep 09 06:31:41.556444 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0caef6e3-fc8a-4448-bab0-c62f967578f0 req-3a6d794e-7669-43da-a63f-51307eaa0b6b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482180 Sep 09 06:31:41.607438 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba575e9-333d-4a69-81e6-0fba06d24ef4 req-b5db21e5-0c38-478f-82a8-bc59919fd2b8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:41.608943 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8ba575e9-333d-4a69-81e6-0fba06d24ef4 req-b5db21e5-0c38-478f-82a8-bc59919fd2b8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0516346 Sep 09 06:31:41.658909 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8ba575e9-333d-4a69-81e6-0fba06d24ef4 req-8708541b-660b-410b-af42-2d4b84deff09 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 Sep 09 06:31:41.817205 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c2843-153e-4f69-85d4-96c12063b672'}, {'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:41.819571 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bcd3df-bf2b-4ae0-94ae-9a5500db0800" -d '{"events": [{"server_uuid": "af89a0ac-56b7-4efa-aa9b-69e8c6b358c2", "name": "network-vif-plugged", "status": "completed", "tag": "d57c2843-153e-4f69-85d4-96c12063b672"}, {"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-unplugged", "status": "completed", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:41.865145 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f007bd-ca8d-4533-87f3-9554bf9943e2 x-openstack-request-id: req-66f007bd-ca8d-4533-87f3-9554bf9943e2 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:41.865729 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af89a0ac-56b7-4efa-aa9b-69e8c6b358c2", "name": "network-vif-plugged", "status": "completed", "tag": "d57c2843-153e-4f69-85d4-96c12063b672", "code": 200}, {"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-unplugged", "status": "completed", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:41.865845 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66f007bd-ca8d-4533-87f3-9554bf9943e2 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:41.866251 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f007bd-ca8d-4533-87f3-9554bf9943e2'] response: {'server_uuid': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c2843-153e-4f69-85d4-96c12063b672', 'code': 200} Sep 09 06:31:41.866729 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f007bd-ca8d-4533-87f3-9554bf9943e2'] response: {'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'code': 200} Sep 09 06:31:42.190225 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21d303-5033-41e7-9c45-1fe065c8aca9 req-b5dc367e-5fd5-42b0-a2c5-895ddeee3fed tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:42.191810 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd21d303-5033-41e7-9c45-1fe065c8aca9 req-b5dc367e-5fd5-42b0-a2c5-895ddeee3fed tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 943 time: 0.0768626 Sep 09 06:31:42.194555 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:42.215047 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a768eea-d4e8-403d-808c-2de67a7fd1c0 req-bcb63ce6-ccf8-4441-a6af-950e1c642c28 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:42.217345 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4a768eea-d4e8-403d-808c-2de67a7fd1c0 req-bcb63ce6-ccf8-4441-a6af-950e1c642c28 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0740130 Sep 09 06:31:42.286014 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd21d303-5033-41e7-9c45-1fe065c8aca9 req-c6d7980c-c8a7-4195-aaf7-b4307ecb509b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861471 Sep 09 06:31:42.293072 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4a768eea-d4e8-403d-808c-2de67a7fd1c0 req-95592b6b-a9d2-4698-97a8-510618a93bb8 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677681 Sep 09 06:31:42.549940 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11a9b5-03fa-464c-b9ba-0f6f0f090108 req-b0f0b937-374a-4781-93d9-c3d48260a1af tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:42.551480 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5b11a9b5-03fa-464c-b9ba-0f6f0f090108 req-b0f0b937-374a-4781-93d9-c3d48260a1af tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0512064 Sep 09 06:31:42.617030 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5b11a9b5-03fa-464c-b9ba-0f6f0f090108 req-dfd6f38f-aa89-4660-91aa-45b1fdcdc383 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593996 Sep 09 06:31:42.687245 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1c26-4b3a-417d-acd2-badc14643e6e req-95302a5a-cd6f-4904-91d7-24fedee29342 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:42.688727 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-381c1c26-4b3a-417d-acd2-badc14643e6e req-95302a5a-cd6f-4904-91d7-24fedee29342 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0525224 Sep 09 06:31:42.739183 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-381c1c26-4b3a-417d-acd2-badc14643e6e req-33ad41b3-4201-420b-8218-bb13f95a72d6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Sep 09 06:31:42.787469 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3320b-4d28-45bf-84d0-d5a9d63a5128 req-268d90b1-5425-451b-87a2-981867d65929 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:42.788984 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a1f3320b-4d28-45bf-84d0-d5a9d63a5128 req-268d90b1-5425-451b-87a2-981867d65929 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0489058 Sep 09 06:31:42.836057 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a1f3320b-4d28-45bf-84d0-d5a9d63a5128 req-12a2e87d-e0bb-440e-80f2-f727510928b5 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 Sep 09 06:31:43.441667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06bad7-e5ca-4992-9b64-915c8fd5ebaf req-e3e5a4c1-f7f7-4103-b3b2-9ae6a1ad7976 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:43.443227 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2a06bad7-e5ca-4992-9b64-915c8fd5ebaf req-e3e5a4c1-f7f7-4103-b3b2-9ae6a1ad7976 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 943 time: 0.0802698 Sep 09 06:31:43.451225 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a182-ffe4-408b-93fb-bbb7b9a037aa req-0568f147-324d-4269-9174-8387e6d54c5c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:43.453282 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3442a182-ffe4-408b-93fb-bbb7b9a037aa req-0568f147-324d-4269-9174-8387e6d54c5c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0801644 Sep 09 06:31:43.526883 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2a06bad7-e5ca-4992-9b64-915c8fd5ebaf req-a64dd80a-0955-4924-8d2a-9a94221fb9b8 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725772 Sep 09 06:31:43.532035 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3442a182-ffe4-408b-93fb-bbb7b9a037aa req-e927b9bd-f8fb-43ac-a398-25cbf2cfe17f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709338 Sep 09 06:31:43.703970 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:43.708902 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:43.748569 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c3e6c-57ff-4240-9824-d49668b1af4c req-ffb674fe-e786-42a6-b8bf-730e13317992 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:43.750051 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-123c3e6c-57ff-4240-9824-d49668b1af4c req-ffb674fe-e786-42a6-b8bf-730e13317992 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0472755 Sep 09 06:31:43.798445 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-123c3e6c-57ff-4240-9824-d49668b1af4c req-b2ddfa12-5915-42b4-a991-2fd6ff751265 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427608 Sep 09 06:31:43.866335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f001122-de44-4b44-9ca9-373927b67f2a req-76b5f66a-817c-4da0-ab21-759f1e403397 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:43.867822 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2f001122-de44-4b44-9ca9-373927b67f2a req-76b5f66a-817c-4da0-ab21-759f1e403397 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0527518 Sep 09 06:31:43.879522 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:43.918588 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2f001122-de44-4b44-9ca9-373927b67f2a req-e3835c16-8834-4312-8ce2-2c9f56c416ff tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 Sep 09 06:31:43.964193 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30135c-fae9-47a5-be93-bbd8d700ff2f req-905a42fe-7f37-48aa-8b21-ab6f4c4c1037 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:43.965630 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f30135c-fae9-47a5-be93-bbd8d700ff2f req-905a42fe-7f37-48aa-8b21-ab6f4c4c1037 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0514996 Sep 09 06:31:44.013241 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f30135c-fae9-47a5-be93-bbd8d700ff2f req-c602611b-b113-43bd-9a01-773a199e35ca tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Sep 09 06:31:44.140639 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:44.684962 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1c0ba-cdf2-4a90-b19b-a9760585a346 req-f50c4603-7d56-40f4-a7f6-2f114c1d4564 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:44.686963 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d6c1c0ba-cdf2-4a90-b19b-a9760585a346 req-f50c4603-7d56-40f4-a7f6-2f114c1d4564 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 943 time: 0.0804267 Sep 09 06:31:44.697214 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb373a-f455-42a5-8866-6a211c427965 req-faba34b0-34f3-47c6-870e-ff885ec03da9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:44.698595 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5acb373a-f455-42a5-8866-6a211c427965 req-faba34b0-34f3-47c6-870e-ff885ec03da9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0584059 Sep 09 06:31:44.770933 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5acb373a-f455-42a5-8866-6a211c427965 req-c4eff60e-4591-4bc6-9b2b-c22aa973379a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655265 Sep 09 06:31:44.774887 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d6c1c0ba-cdf2-4a90-b19b-a9760585a346 req-cdb0e38f-1b94-42e8-9f8a-4082680dd6cc tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754344 Sep 09 06:31:44.906413 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:44.924742 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082af6f-f11b-4b53-bdbb-1659d7c813e1 req-341ddee8-98e2-4b71-a7ce-39f5159c6016 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:44.926193 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c082af6f-f11b-4b53-bdbb-1659d7c813e1 req-341ddee8-98e2-4b71-a7ce-39f5159c6016 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0475132 Sep 09 06:31:44.978031 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c082af6f-f11b-4b53-bdbb-1659d7c813e1 req-8f27d18c-400f-456f-afb0-3d54c6b93dd6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460029 Sep 09 06:31:45.052597 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43490401-1126-4890-a42d-4f4dea5a1f21 req-ab561326-781e-4782-a35c-0e73da8186e8 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:45.054164 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43490401-1126-4890-a42d-4f4dea5a1f21 req-ab561326-781e-4782-a35c-0e73da8186e8 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0571687 Sep 09 06:31:45.132062 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1b916-838f-4d74-a127-511a1a3cb8f3 req-d9314129-75dd-4aea-8024-4e2980322768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:45.133811 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d5e1b916-838f-4d74-a127-511a1a3cb8f3 req-d9314129-75dd-4aea-8024-4e2980322768 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1127 time: 0.0785520 Sep 09 06:31:45.192732 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43490401-1126-4890-a42d-4f4dea5a1f21 req-3f5df19e-b9a5-4805-8a3a-611056869182 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235843 Sep 09 06:31:45.206712 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2628a4-8c22-4bd7-8bb6-70cb556940ca req-b04b1951-e9e8-499a-b821-f869ecead1f3 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:45.208246 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e2628a4-8c22-4bd7-8bb6-70cb556940ca req-b04b1951-e9e8-499a-b821-f869ecead1f3 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0776713 Sep 09 06:31:45.257029 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e2628a4-8c22-4bd7-8bb6-70cb556940ca req-056514ac-0f36-47cb-bdc9-8eda177ba0a8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Sep 09 06:31:45.364073 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=13 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:45.415121 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:45.786301 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb519ba-b845-4e85-9295-1886be84ae0a req-8037b53f-99f5-4637-8ef9-0daa67fdd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:45.787789 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bbb519ba-b845-4e85-9295-1886be84ae0a req-8037b53f-99f5-4637-8ef9-0daa67fdd018 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 1129 time: 0.0574353 Sep 09 06:31:45.801489 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1b916-838f-4d74-a127-511a1a3cb8f3 req-b0dbfa42-e945-4a3c-a258-b886829ad00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:45.803063 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d5e1b916-838f-4d74-a127-511a1a3cb8f3 req-b0dbfa42-e945-4a3c-a258-b886829ad00d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1360247 Sep 09 06:31:45.977903 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bbb519ba-b845-4e85-9295-1886be84ae0a req-cde72c82-99cd-455a-9863-8101477d0c6d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673722 Sep 09 06:31:46.002751 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf26f8-b812-4f66-a768-2dfe3a3557bd req-fc3ecd65-ad76-4b81-99f5-7b88c0e8729f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:46.004210 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-09bf26f8-b812-4f66-a768-2dfe3a3557bd req-fc3ecd65-ad76-4b81-99f5-7b88c0e8729f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 943 time: 0.1413553 Sep 09 06:31:46.036503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f90a6-d2ff-4e91-8ed6-31506a1dfef0 req-9b6afeb8-da35-4f79-b58f-63659d5cf45c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:46.039021 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-408f90a6-d2ff-4e91-8ed6-31506a1dfef0 req-9b6afeb8-da35-4f79-b58f-63659d5cf45c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.1665645 Sep 09 06:31:46.054881 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1b916-838f-4d74-a127-511a1a3cb8f3 req-dbca3c24-d6c0-4aad-a5cc-4cfc9ed9d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:46.057313 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d5e1b916-838f-4d74-a127-511a1a3cb8f3 req-dbca3c24-d6c0-4aad-a5cc-4cfc9ed9d515 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383552 Sep 09 06:31:46.093472 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:46.128776 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-09bf26f8-b812-4f66-a768-2dfe3a3557bd req-86da6d44-4165-4bff-a592-13063fab27a1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159887 Sep 09 06:31:46.135589 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-408f90a6-d2ff-4e91-8ed6-31506a1dfef0 req-e2ea13c5-985b-4d47-b825-59d2899a5ef3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769281 Sep 09 06:31:46.235611 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef987156-9894-4543-bcc9-58c01aa769bb req-91c2b035-5d14-44c2-843a-9ae8f3e0861a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:46.237093 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ef987156-9894-4543-bcc9-58c01aa769bb req-91c2b035-5d14-44c2-843a-9ae8f3e0861a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0520048 Sep 09 06:31:46.293630 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ef987156-9894-4543-bcc9-58c01aa769bb req-f0366f23-fda3-455b-a82a-453903a8d309 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509231 Sep 09 06:31:46.329341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04faff6-627e-4d3e-b0c5-c3a9ace850cd req-6006a8b7-129a-4816-bbbd-da45d7266bfe tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:46.330824 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04faff6-627e-4d3e-b0c5-c3a9ace850cd req-6006a8b7-129a-4816-bbbd-da45d7266bfe tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0533223 Sep 09 06:31:46.410745 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d04faff6-627e-4d3e-b0c5-c3a9ace850cd req-7f5a18cd-1191-4f97-b1c2-821784a9e270 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741413 Sep 09 06:31:46.423861 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcae1ce-6068-46bf-83b7-94aad331714d req-cf616ad2-9905-48d3-b096-b7ca9d72f7ac tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:46.425423 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7fcae1ce-6068-46bf-83b7-94aad331714d req-cf616ad2-9905-48d3-b096-b7ca9d72f7ac tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0672927 Sep 09 06:31:46.438321 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:46.476868 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7fcae1ce-6068-46bf-83b7-94aad331714d req-5226a58f-91f8-43da-938a-0eb72dccaa8e tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 Sep 09 06:31:46.924335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [req-151a340a-d372-4b5c-b786-88212ea3e7b2 req-d12f943d-963f-4a63-a2c6-b7f91da4d0a2 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:31:46.925384 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-151a340a-d372-4b5c-b786-88212ea3e7b2 req-d12f943d-963f-4a63-a2c6-b7f91da4d0a2 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057540 Sep 09 06:31:46.926783 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-1f79b027-b928-4d73-a31c-068ddf7b6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:46.928084 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-1f79b027-b928-4d73-a31c-068ddf7b6608 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1127 time: 0.0659089 Sep 09 06:31:47.113928 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a7427-6b14-4287-9caf-e038178a87e0 req-dc60bb9d-f7ad-4fe3-b7c9-e82e419d23ef tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:47.115411 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b26a7427-6b14-4287-9caf-e038178a87e0 req-dc60bb9d-f7ad-4fe3-b7c9-e82e419d23ef tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0529768 Sep 09 06:31:47.165591 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b26a7427-6b14-4287-9caf-e038178a87e0 req-3b56d2f6-c01a-48e8-af33-d9df7598729c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445042 Sep 09 06:31:47.289344 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ad398-0dd9-4099-9ec1-413b4f8534ae req-fd5e97e5-1272-4373-ab27-34a0ae687d6f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:47.291038 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fc9ad398-0dd9-4099-9ec1-413b4f8534ae req-fd5e97e5-1272-4373-ab27-34a0ae687d6f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 943 time: 0.0803318 Sep 09 06:31:47.318933 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc807c7-89a0-416f-958c-e460ab08f379 req-ec261bdb-1a19-4461-ab94-8caee3d750d0 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:47.320407 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ebc807c7-89a0-416f-958c-e460ab08f379 req-ec261bdb-1a19-4461-ab94-8caee3d750d0 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0751131 Sep 09 06:31:47.335889 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53350) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:47.374555 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fc9ad398-0dd9-4099-9ec1-413b4f8534ae req-dc7cd857-685b-4bca-b97b-ca3f96db1765 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767238 Sep 09 06:31:47.393191 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ebc807c7-89a0-416f-958c-e460ab08f379 req-c8424f5d-fda1-4dc6-96fc-ef2cdef7b975 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655580 Sep 09 06:31:47.420783 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-25f3a396-9a06-4407-bfec-473a92094266 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837626 Sep 09 06:31:47.429878 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-1835e6ab-0a87-4d57-a3d6-ab8315c94b8b service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:31:47.430845 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-1835e6ab-0a87-4d57-a3d6-ab8315c94b8b service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049503 Sep 09 06:31:47.522717 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53362) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:47.584517 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486ebf0-26ca-4c21-a0c7-0a5bda374e38 req-5e2b2e59-cfc8-46b3-99b9-c65910600290 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:47.586422 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f486ebf0-26ca-4c21-a0c7-0a5bda374e38 req-5e2b2e59-cfc8-46b3-99b9-c65910600290 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0954831 Sep 09 06:31:47.588937 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-8b46f3ff-99ef-4026-af9f-29c25d058651 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692 HTTP/1.1" status: 200 len: 217 time: 0.0851986 Sep 09 06:31:47.593124 dv-cinder-852209-16-iscsi neutron-server[106287]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 06:31:47.678496 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e297d-d7de-4858-a555-0d2106ada816 req-9e8cde6c-6a93-476d-8107-246a2b4c284e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:47.688285 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-9e8cde6c-6a93-476d-8107-246a2b4c284e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports/4814901d-9b66-4153-bf35-9750b3c3da8c HTTP/1.1" status: 200 len: 941 time: 0.1644056 Sep 09 06:31:47.726418 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f486ebf0-26ca-4c21-a0c7-0a5bda374e38 req-40d6bef7-c081-4a7a-91cb-c776bb3173a6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298995 Sep 09 06:31:47.750895 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906c70e-b748-4ce4-869b-7941e87d2f59 req-45c31bf6-1554-4077-8418-12e7f8864082 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:47.757797 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c906c70e-b748-4ce4-869b-7941e87d2f59 req-45c31bf6-1554-4077-8418-12e7f8864082 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.1095424 Sep 09 06:31:47.764876 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-ca8dc25e-0222-4899-8cce-c8142520230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:47.766771 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-ca8dc25e-0222-4899-8cce-c8142520230f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.1275101 Sep 09 06:31:47.837856 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c906c70e-b748-4ce4-869b-7941e87d2f59 req-678480f4-75ec-4770-a6fe-773f8940df5d tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790749 Sep 09 06:31:48.338704 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-4357411c-c951-451c-b17c-ae2814b7e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:48.340234 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-4357411c-c951-451c-b17c-ae2814b7e601 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0701237 Sep 09 06:31:48.351641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002bafc-9304-4ff2-9d1f-7332c97899d5 req-98fd85b1-f09c-4ef9-bd1b-b10dfcd6add2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:48.353042 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e002bafc-9304-4ff2-9d1f-7332c97899d5 req-98fd85b1-f09c-4ef9-bd1b-b10dfcd6add2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0737977 Sep 09 06:31:48.401196 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e002bafc-9304-4ff2-9d1f-7332c97899d5 req-dc377b02-af9c-4b93-9f05-a5ca1089fa0b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Sep 09 06:31:48.464538 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:48.531669 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15380-a233-4018-9bf3-14e5546142c3 req-a7ff86c5-4b3d-487e-bf69-bca055968d42 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:48.533072 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50f15380-a233-4018-9bf3-14e5546142c3 req-a7ff86c5-4b3d-487e-bf69-bca055968d42 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 943 time: 0.0821145 Sep 09 06:31:48.564125 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868faf4c-978e-4789-b16d-382ce55f163c req-6c170660-f789-4a88-833c-be4c20f91e6f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:48.565693 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-868faf4c-978e-4789-b16d-382ce55f163c req-6c170660-f789-4a88-833c-be4c20f91e6f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0732081 Sep 09 06:31:48.619826 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50f15380-a233-4018-9bf3-14e5546142c3 req-7c43a076-cb4f-4f41-ba20-f99ab2f6001a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787408 Sep 09 06:31:48.635313 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-868faf4c-978e-4789-b16d-382ce55f163c req-7c3d38a1-f653-457e-9a83-1e93b625d231 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626018 Sep 09 06:31:48.650283 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:31:48.737764 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 4814901d-9b66-4153-bf35-9750b3c3da8c is: DOWN; New status is: DOWN {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:48.801869 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f93e-d25b-4d9b-bc79-127ce236fb1c req-3eb81691-4e13-4a5e-a227-c45954ccd74d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:48.806674 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-80e4f93e-d25b-4d9b-bc79-127ce236fb1c req-3eb81691-4e13-4a5e-a227-c45954ccd74d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0886028 Sep 09 06:31:48.815653 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53446) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:48.824921 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'floatingip': {'port_id': 'd57c2843-153e-4f69-85d4-96c12063b672'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:48.863490 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:48.875267 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (09d20e91-110c-4bd6-a149-b46a97138afb), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:48.922988 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-8eccf605-600b-4e27-abfa-97a8079c2dff service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692116 Sep 09 06:31:48.954469 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799d430-5c2c-41f2-b0b8-955eafd4fd97 req-394d3eaa-d2ac-44a4-a557-8920b2dfa709 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:48.961565 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3799d430-5c2c-41f2-b0b8-955eafd4fd97 req-394d3eaa-d2ac-44a4-a557-8920b2dfa709 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0806954 Sep 09 06:31:49.344158 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3799d430-5c2c-41f2-b0b8-955eafd4fd97 req-0e24bd0b-958d-4559-a86c-c44199b7cce6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815663 Sep 09 06:31:49.367612 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e55f29c-3398-4e20-a4e6-29070de06850 req-4e0865fa-005e-458b-b05b-7cbb666814e2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285109 Sep 09 06:31:49.382724 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:49.400011 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (09d20e91-110c-4bd6-a149-b46a97138afb), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:49.511737 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Floating IP 09d20e91-110c-4bd6-a149-b46a97138afb associated. External IP: 172.27.0.218, port: d57c2843-153e-4f69-85d4-96c12063b672. Sep 09 06:31:49.593986 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7320736-4c24-4c66-a4d8-f87c7e532b5f req-a93f708c-f8c6-47bc-8019-570d61f519b6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:49.595404 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b7320736-4c24-4c66-a4d8-f87c7e532b5f req-a93f708c-f8c6-47bc-8019-570d61f519b6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0912015 Sep 09 06:31:49.611017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b806d-5503-49c4-a638-9c963d5d5914 req-e051be3b-fe4e-48bc-979f-b0d65870d6b9 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:49.612582 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c80b806d-5503-49c4-a638-9c963d5d5914 req-e051be3b-fe4e-48bc-979f-b0d65870d6b9 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0723851 Sep 09 06:31:49.683877 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b7320736-4c24-4c66-a4d8-f87c7e532b5f req-9c4b934d-5b32-40c8-aba0-8fb3e03dbb9f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799646 Sep 09 06:31:49.695753 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c80b806d-5503-49c4-a638-9c963d5d5914 req-9c27e35e-261c-47a8-959f-b8bc988f7634 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768855 Sep 09 06:31:49.743156 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:31:49.799512 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b906-c1e3-452b-96c9-87cf76d98ae2 req-a328021e-46ba-4d17-9887-bd9281c4ebb3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:49.801146 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e9a1b906-c1e3-452b-96c9-87cf76d98ae2 req-a328021e-46ba-4d17-9887-bd9281c4ebb3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 943 time: 0.0519829 Sep 09 06:31:49.859045 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e9a1b906-c1e3-452b-96c9-87cf76d98ae2 req-de1f82a5-6041-477f-96e5-907fb9fb9579 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516834 Sep 09 06:31:50.061544 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:31:50.065984 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:50.073219 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:31:50.084783 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:31:50.085405 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:31:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:50.096171 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a8ba7820-e890-44ec-a111-2b1b0d862fff tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/09d20e91-110c-4bd6-a149-b46a97138afb HTTP/1.1" status: 200 len: 991 time: 1.2756326 Sep 09 06:31:50.096806 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'tag': 'd57c2843-153e-4f69-85d4-96c12063b672'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:50.099315 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a590b6-f94c-49cc-8800-de73951f3325" -d '{"events": [{"name": "network-changed", "server_uuid": "af89a0ac-56b7-4efa-aa9b-69e8c6b358c2", "tag": "d57c2843-153e-4f69-85d4-96c12063b672"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:50.138852 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c00605-bd3f-4632-8b2f-0118133c62d3 x-openstack-request-id: req-e2c00605-bd3f-4632-8b2f-0118133c62d3 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:50.139250 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af89a0ac-56b7-4efa-aa9b-69e8c6b358c2", "tag": "d57c2843-153e-4f69-85d4-96c12063b672", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:50.139641 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2c00605-bd3f-4632-8b2f-0118133c62d3 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:50.140134 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c00605-bd3f-4632-8b2f-0118133c62d3'] response: {'name': 'network-changed', 'server_uuid': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'tag': 'd57c2843-153e-4f69-85d4-96c12063b672', 'status': 'completed', 'code': 200} Sep 09 06:31:50.196977 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:31:50.417492 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53476) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:50.434048 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}, {'id': '09d20e91-110c-4bd6-a149-b46a97138afb', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': 'd57c2843-153e-4f69-85d4-96c12063b672', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:94:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:18Z', 'updated_at': '2022-09-09T06:31:49Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:50.467710 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:31:50.476812 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:31:50.477453 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:31:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:50.537537 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:50.544528 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1b49a294-c509-4d71-b5e0-3d1e4e6859fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:50.547942 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:50.569388 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:50.584337 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:31:50.629920 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1b49a294-c509-4d71-b5e0-3d1e4e6859fc admin admin] Publish callbacks [] for security_group (dc6d2abf-6769-49ff-a4ad-47c9c9d671db), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:50.633925 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1b49a294-c509-4d71-b5e0-3d1e4e6859fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dc6d2abf-6769-49ff-a4ad-47c9c9d671db), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:50.660273 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device a274b4a0-61a9-4a18-853c-5cf4edeb4692 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:31:50.687034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49a294-c509-4d71-b5e0-3d1e4e6859fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6d2abf-6769-49ff-a4ad-47c9c9d671db,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:50.691572 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1b49a294-c509-4d71-b5e0-3d1e4e6859fc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b7ac9faa5a464413a117cddce7dd8941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726741 Sep 09 06:31:50.694163 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53480) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:50.700318 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:50.768662 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1672acb0-21bf-4042-8e10-5dbac1938193 admin admin] Publish callbacks [] for security_group (dc6d2abf-6769-49ff-a4ad-47c9c9d671db), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:50.786984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-10416cff-408b-4197-8a63-9386f5caf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:50.794512 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-10416cff-408b-4197-8a63-9386f5caf6e3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 1129 time: 0.0836849 Sep 09 06:31:50.806569 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1672acb0-21bf-4042-8e10-5dbac1938193 admin admin] Publish callbacks [] for security_group (dc6d2abf-6769-49ff-a4ad-47c9c9d671db), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:50.884775 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1672acb0-21bf-4042-8e10-5dbac1938193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dc6d2abf-6769-49ff-a4ad-47c9c9d671db), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:50.890245 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1672acb0-21bf-4042-8e10-5dbac1938193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:50.893774 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1672acb0-21bf-4042-8e10-5dbac1938193 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dc6d2abf-6769-49ff-a4ad-47c9c9d671db HTTP/1.1" status: 204 len: 168 time: 0.1961884 Sep 09 06:31:50.906015 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672acb0-21bf-4042-8e10-5dbac1938193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6d2abf-6769-49ff-a4ad-47c9c9d671db,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:51.059296 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24821c-2852-41d3-9994-cca39d6ec6c7 req-3a0e5427-6a51-4782-939b-e7c1604ee987 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:51.061476 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port a274b4a0-61a9-4a18-853c-5cf4edeb4692, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:51.064661 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e24821c-2852-41d3-9994-cca39d6ec6c7 req-3a0e5427-6a51-4782-939b-e7c1604ee987 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.1595850 Sep 09 06:31:51.079058 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}, {'id': '09d20e91-110c-4bd6-a149-b46a97138afb', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': 'd57c2843-153e-4f69-85d4-96c12063b672', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:94:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:18Z', 'updated_at': '2022-09-09T06:31:49Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:51.082440 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2cbfb-7d5f-4ccb-b76f-397c0f5989e9 req-ec881a5f-afbc-44a6-b8dd-66016640b3fd tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:51.090238 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-76a2cbfb-7d5f-4ccb-b76f-397c0f5989e9 req-ec881a5f-afbc-44a6-b8dd-66016640b3fd tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1652908 Sep 09 06:31:51.112933 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'mac_address': 'fa:16:3e:8c:00:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:31:51.120309 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad867aa-7739-4701-949e-ae3da7997d2b None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}, {'id': '09d20e91-110c-4bd6-a149-b46a97138afb', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': 'd57c2843-153e-4f69-85d4-96c12063b672', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:94:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:18Z', 'updated_at': '2022-09-09T06:31:49Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:31:51.152479 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-0be86897-3ce0-4687-b84c-ca8c7ae662eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:51.154085 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-0be86897-3ce0-4687-b84c-ca8c7ae662eb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 1130 time: 0.1907580 Sep 09 06:31:51.157983 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port a274b4a0-61a9-4a18-853c-5cf4edeb4692 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:51.158382 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:51.174464 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a274b4a0-61a9-4a18-853c-5cf4edeb4692 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:31:51.178753 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:51.183295 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-4c04c567-9251-4dd3-b0d6-5595ed715751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:51.184853 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-4c04c567-9251-4dd3-b0d6-5595ed715751 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 916 time: 0.3746738 Sep 09 06:31:51.203374 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port a274b4a0-61a9-4a18-853c-5cf4edeb4692, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:51.209174 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:51.273126 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=a274b4a0-61a9-4a18-853c-5cf4edeb4692,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:51.356185 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e24821c-2852-41d3-9994-cca39d6ec6c7 req-e1ac5900-b992-421d-b1b6-e185bff1bce6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857122 Sep 09 06:31:51.362729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:51.366311 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-76a2cbfb-7d5f-4ccb-b76f-397c0f5989e9 req-c8e77e04-2d68-424c-a37b-9622fa47aeae tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752461 Sep 09 06:31:51.399898 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-2c8d53fd-56f3-4054-a047-166a14354a50 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57c2843-153e-4f69-85d4-96c12063b672 HTTP/1.1" status: 200 len: 999 time: 0.1796834 Sep 09 06:31:51.442547 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-8c5fcfb0-c7be-4d0a-bb31-13fbd5b30fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:51.445792 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-8c5fcfb0-c7be-4d0a-bb31-13fbd5b30fd6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 912 time: 0.2765975 Sep 09 06:31:51.524582 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db371d26-8733-4be3-91e7-3b780e15b07c None None] New status for floating IP 09d20e91-110c-4bd6-a149-b46a97138afb: ACTIVE {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:31:51.591057 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa523f-0e25-4816-a33e-f6622867fd5e req-da4a41eb-bb2a-4bdb-bb6a-f586b7b2260e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:51.599271 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4aaa523f-0e25-4816-a33e-f6622867fd5e req-da4a41eb-bb2a-4bdb-bb6a-f586b7b2260e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 944 time: 0.0714638 Sep 09 06:31:51.637659 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-2d812001-c4b7-4015-a48e-3dbe8dd7cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:51.639672 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-2d812001-c4b7-4015-a48e-3dbe8dd7cbd9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.1926723 Sep 09 06:31:51.668623 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-700ad0b3-6a1d-4283-8cd1-894d738290c2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9 HTTP/1.1" status: 200 len: 1002 time: 0.2145188 Sep 09 06:31:51.715333 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4aaa523f-0e25-4816-a33e-f6622867fd5e req-c7d63907-4a23-406a-a56f-25c9e025fbeb tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140504 Sep 09 06:31:51.730568 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-28907a97-d996-4b7f-9502-83169abdba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:51.732208 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-28907a97-d996-4b7f-9502-83169abdba4f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593412 Sep 09 06:31:51.749538 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['a274b4a0-61a9-4a18-853c-5cf4edeb4692'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:31:52.175391 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e297d-d7de-4858-a555-0d2106ada816 req-d545d01c-18dc-4b0b-a0cc-45a6832b6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:52.176907 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-d545d01c-18dc-4b0b-a0cc-45a6832b6ae3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15&tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2 HTTP/1.1" status: 200 len: 1128 time: 0.1633902 Sep 09 06:31:52.181793 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-7332c258-d1d9-4299-95dc-61b72dc8e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:52.183224 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-7332c258-d1d9-4299-95dc-61b72dc8e9a4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.1855044 Sep 09 06:31:52.266587 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-c1f8a189-fc45-4561-a5f8-751b13622fc4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606874 Sep 09 06:31:52.271654 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-ecdc3c71-cf3d-4da5-8c87-83e69aa7da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:52.273023 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-ecdc3c71-cf3d-4da5-8c87-83e69aa7da53 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0816689 Sep 09 06:31:52.332287 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e297d-d7de-4858-a555-0d2106ada816 req-5f95ce7e-2922-41f2-b294-79902f1aba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:52.333848 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-5f95ce7e-2922-41f2-b294-79902f1aba25 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 1128 time: 0.1064410 Sep 09 06:31:52.551720 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8a590b6-f94c-49cc-8800-de73951f3325 req-eeb399e3-404e-431b-bb1d-e1cbd5d32ff6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773020 Sep 09 06:31:52.661160 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cd6c7-0571-48df-8574-c977dde466ed req-c2302d2e-d998-4e0f-92d0-9b5704d6557b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:52.662637 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5c6cd6c7-0571-48df-8574-c977dde466ed req-c2302d2e-d998-4e0f-92d0-9b5704d6557b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1923244 Sep 09 06:31:52.679564 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-aaccc853-60c4-4e49-b830-76ff86e6843b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851249 Sep 09 06:31:52.680058 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:52.692718 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e297d-d7de-4858-a555-0d2106ada816 req-c986a34e-76dc-4239-a0ae-55f6d14938a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:52.694118 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-c986a34e-76dc-4239-a0ae-55f6d14938a9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.3264349 Sep 09 06:31:52.719479 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047a1e8-56e9-481a-9f3a-bb0606445e8a req-3d7ebef8-8323-41c5-af1f-877b569bd513 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:52.721021 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2047a1e8-56e9-481a-9f3a-bb0606445e8a req-3d7ebef8-8323-41c5-af1f-877b569bd513 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.1804006 Sep 09 06:31:52.859440 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:52.892388 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5c6cd6c7-0571-48df-8574-c977dde466ed req-44a8997e-2f37-4a72-a73f-e66d94891671 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204912 Sep 09 06:31:52.899742 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device a274b4a0-61a9-4a18-853c-5cf4edeb4692 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:31:52.910173 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-bf127fa1-2cc7-47e2-a2d8-cd0fa883c461 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4814901d-9b66-4153-bf35-9750b3c3da8c HTTP/1.1" status: 200 len: 1000 time: 0.1868422 Sep 09 06:31:52.913548 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2047a1e8-56e9-481a-9f3a-bb0606445e8a req-56fed779-15ef-4c05-bb0f-9e3569ecba77 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867623 Sep 09 06:31:52.972015 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-289eeffe-de6d-406e-a90e-3455e918cf3d req-791578a7-5448-4eef-b2c3-81a12fd3a9df service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824872 Sep 09 06:31:52.978156 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port a274b4a0-61a9-4a18-853c-5cf4edeb4692 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:31:52.987403 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port a274b4a0-61a9-4a18-853c-5cf4edeb4692 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:31:52.987867 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:53.015119 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e297d-d7de-4858-a555-0d2106ada816 req-766ac459-26ca-4acf-b38f-504c1603fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:53.019329 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-766ac459-26ca-4acf-b38f-504c1603fe70 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.0927308 Sep 09 06:31:53.041411 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:53.094849 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5f2a8-3b38-4e4a-b89c-ee93e2023b5f req-15551260-d9ce-4227-b999-093da9a4cce2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:53.096457 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-62b5f2a8-3b38-4e4a-b89c-ee93e2023b5f req-15551260-d9ce-4227-b999-093da9a4cce2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 944 time: 0.1046700 Sep 09 06:31:53.096726 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port a274b4a0-61a9-4a18-853c-5cf4edeb4692 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:31:53.097178 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:53.102618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e297d-d7de-4858-a555-0d2106ada816 req-2f9495f0-9c32-4d8a-acf1-9d5e1b047e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:53.104161 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-2f9495f0-9c32-4d8a-acf1-9d5e1b047e2a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0655339 Sep 09 06:31:53.123752 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:53.126449 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd1cd0-dd5f-4534-848a-91c1c2deb536" -d '{"events": [{"server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "name": "network-vif-plugged", "status": "completed", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:53.141221 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port a274b4a0-61a9-4a18-853c-5cf4edeb4692, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:31:53.148677 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:53.155003 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-62b5f2a8-3b38-4e4a-b89c-ee93e2023b5f req-bb563fd7-a590-4f9a-8b95-17f61339fbc0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493433 Sep 09 06:31:53.185390 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9928fb55-7080-41fe-9b46-893fb3e82d31 x-openstack-request-id: req-9928fb55-7080-41fe-9b46-893fb3e82d31 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:53.186031 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "name": "network-vif-plugged", "status": "completed", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:53.186313 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9928fb55-7080-41fe-9b46-893fb3e82d31 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:53.186713 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9928fb55-7080-41fe-9b46-893fb3e82d31'] response: {'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'code': 200} Sep 09 06:31:53.206932 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=a274b4a0-61a9-4a18-853c-5cf4edeb4692,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:31:53.441090 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-354b41f5-25b0-4879-9b4d-f115a44c4ec0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932500 Sep 09 06:31:53.565701 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698554c-415d-4399-9d5e-1b17c551d56c req-5602e580-5f28-4671-8f5b-94ce477695bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:53.567179 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4698554c-415d-4399-9d5e-1b17c551d56c req-5602e580-5f28-4671-8f5b-94ce477695bc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1129 time: 0.0559528 Sep 09 06:31:53.579241 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-6424d40a-a041-434e-b242-56fdda01d77a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292853 Sep 09 06:31:53.641886 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4698554c-415d-4399-9d5e-1b17c551d56c req-9c32aae3-bc45-4fb1-915e-ee2462237ef5 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430660 Sep 09 06:31:54.037510 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb78eeb-d6c2-4eaf-b107-8a46a73df75b req-5ebd2d2d-b8b2-44e6-b8b9-5a7419ac1a8c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:54.039031 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0eb78eeb-d6c2-4eaf-b107-8a46a73df75b req-5ebd2d2d-b8b2-44e6-b8b9-5a7419ac1a8c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0671296 Sep 09 06:31:54.089573 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc2f43-698c-4bcb-90ae-841fbf602695 req-71185af4-f4fe-4688-a779-9d509fca7a21 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:54.091092 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5bc2f43-698c-4bcb-90ae-841fbf602695 req-71185af4-f4fe-4688-a779-9d509fca7a21 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0714419 Sep 09 06:31:54.102860 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:54.135766 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0eb78eeb-d6c2-4eaf-b107-8a46a73df75b req-73105470-db49-43df-8efa-841cce4e0659 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800946 Sep 09 06:31:54.159528 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5bc2f43-698c-4bcb-90ae-841fbf602695 req-2fa8cc8b-4f9a-4a07-a219-d1c907b53aeb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577579 Sep 09 06:31:54.282628 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3462-fa15-46b3-b748-d3a50602af98 req-a7c7bf31-ce12-41a4-be95-384cc18e104e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:54.283967 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3f4e3462-fa15-46b3-b748-d3a50602af98 req-a7c7bf31-ce12-41a4-be95-384cc18e104e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0534480 Sep 09 06:31:54.336723 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3f4e3462-fa15-46b3-b748-d3a50602af98 req-a079339f-712e-4ef2-8ddd-49b0de278870 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468953 Sep 09 06:31:55.284119 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f8e50-5df9-4e02-af5c-96d8689232a0 req-1fab97e6-fdda-4412-bfe5-46c33c19de2c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:55.285592 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-398f8e50-5df9-4e02-af5c-96d8689232a0 req-1fab97e6-fdda-4412-bfe5-46c33c19de2c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0732989 Sep 09 06:31:55.314022 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0dedf-326f-4a3d-8ce3-d00351475188 req-a4def007-cfdb-4533-bd68-359fd1a73976 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:55.315457 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-34f0dedf-326f-4a3d-8ce3-d00351475188 req-a4def007-cfdb-4533-bd68-359fd1a73976 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0742161 Sep 09 06:31:55.363274 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-398f8e50-5df9-4e02-af5c-96d8689232a0 req-afad6f5e-04c6-4cce-a356-645a554d6c01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717821 Sep 09 06:31:55.395761 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-34f0dedf-326f-4a3d-8ce3-d00351475188 req-ea32e45f-1e7e-44fb-b067-d76344eebeaf tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730681 Sep 09 06:31:55.462746 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:55.476635 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc2419-5441-4326-8d2e-b655902cb74c req-64622041-3ecc-4413-b1f1-c7ebb691714a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:55.478085 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6fdc2419-5441-4326-8d2e-b655902cb74c req-64622041-3ecc-4413-b1f1-c7ebb691714a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0514836 Sep 09 06:31:55.527380 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6fdc2419-5441-4326-8d2e-b655902cb74c req-678f7fb2-0d0b-4cc0-962b-5abd69b30c81 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Sep 09 06:31:56.526625 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a0755-c51c-49f9-9719-ca3b0c8d89b4 req-385657f7-7d9b-4068-b056-00a334a216a2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:56.528148 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cb2a0755-c51c-49f9-9719-ca3b0c8d89b4 req-385657f7-7d9b-4068-b056-00a334a216a2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0549688 Sep 09 06:31:56.582759 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cb2a0755-c51c-49f9-9719-ca3b0c8d89b4 req-50e4e44c-1fdb-4f00-bf2f-74d0d96c4e31 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475092 Sep 09 06:31:56.660401 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c519a7-e2d1-4a4e-83d6-aba8ebeeedd2 req-c43f1af6-1774-402d-b31e-45714446021b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:56.661896 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-10c519a7-e2d1-4a4e-83d6-aba8ebeeedd2 req-c43f1af6-1774-402d-b31e-45714446021b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0476182 Sep 09 06:31:56.974994 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-10c519a7-e2d1-4a4e-83d6-aba8ebeeedd2 req-b1869268-b445-4f45-bf57-8b36598f72e3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074203 Sep 09 06:31:57.101448 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bcabd-e557-4f6c-819b-b5741fd9754c req-6aaf68b1-b202-4842-bf4d-2a47c754c981 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:57.103249 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fe1bcabd-e557-4f6c-819b-b5741fd9754c req-6aaf68b1-b202-4842-bf4d-2a47c754c981 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0559554 Sep 09 06:31:57.116757 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53618) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:31:57.121362 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'floatingip': {'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:31:57.160033 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (8373ac10-872b-458e-94da-cee449c98c90), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:57.649634 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:57.658965 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (8373ac10-872b-458e-94da-cee449c98c90), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:57.727324 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12c38e-cf73-480e-8270-b7ef317a4fc1 req-d6b513ba-82d9-4011-bc52-997d1f2a8f99 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:57.728940 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd12c38e-cf73-480e-8270-b7ef317a4fc1 req-d6b513ba-82d9-4011-bc52-997d1f2a8f99 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0517721 Sep 09 06:31:57.778762 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Floating IP 8373ac10-872b-458e-94da-cee449c98c90 associated. External IP: 172.27.0.202, port: a274b4a0-61a9-4a18-853c-5cf4edeb4692. Sep 09 06:31:57.781990 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:57.794120 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd12c38e-cf73-480e-8270-b7ef317a4fc1 req-34180244-7a1e-457a-8eb7-9a02618c4f45 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585847 Sep 09 06:31:57.873933 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:58.011431 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:31:58.141887 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:31:58.146512 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:58.153169 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] Sync routers for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:31:58.163451 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:31:58.164194 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:31:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:58.176406 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-fdd59c07-dadb-4b74-ab42-5727ba5600f9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8373ac10-872b-458e-94da-cee449c98c90 HTTP/1.1" status: 200 len: 991 time: 1.0584793 Sep 09 06:31:58.177053 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:31:58.179440 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:31:58.207857 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:58.218041 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f43e22-0281-4320-9d90-44b21401b429 x-openstack-request-id: req-f8f43e22-0281-4320-9d90-44b21401b429 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:31:58.218339 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:31:58.218594 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8f43e22-0281-4320-9d90-44b21401b429 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:31:58.219000 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f43e22-0281-4320-9d90-44b21401b429'] response: {'name': 'network-changed', 'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'status': 'completed', 'code': 200} Sep 09 06:31:58.300226 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:31:58.308395 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-f0196c59-5bdd-4f61-b412-7a9c6e9db9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:58.309884 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-f0196c59-5bdd-4f61-b412-7a9c6e9db9c0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1129 time: 0.0442121 Sep 09 06:31:58.409303 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-751abc8e-1ffa-40ee-be10-e4e46e3f4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:58.410747 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-751abc8e-1ffa-40ee-be10-e4e46e3f4a37 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.0883415 Sep 09 06:31:58.483422 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-47241449-7fbd-474f-99cd-36dbbb1b8a89 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692 HTTP/1.1" status: 200 len: 999 time: 0.0601859 Sep 09 06:31:58.519831 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8373ac10-872b-458e-94da-cee449c98c90', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'mac_address': 'fa:16:3e:8c:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:28Z', 'updated_at': '2022-09-09T06:31:57Z', 'revision_number': 1, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:58.551021 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-4b2734ac-da70-4157-87b1-030d7d420054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:58.551178 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] Checking router: 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:31:58.551864 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-4b2734ac-da70-4157-87b1-030d7d420054 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.0459051 Sep 09 06:31:58.559026 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:31:58.559654 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:31:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:58.609974 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-16d5a1e9-1c80-4029-9baf-7f62057a5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:58.611471 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-16d5a1e9-1c80-4029-9baf-7f62057a5b57 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411670 Sep 09 06:31:58.685849 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-72c78dd1-4328-4519-9bab-ada6076e3a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:31:58.696924 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:31:58.706948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:58.714538 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-f5ef2bff-5b48-4087-9164-861b7949b29e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953805 Sep 09 06:31:58.817401 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18a2c5d-2fb4-4cd8-8143-b09a39dd1fa3 req-4382dcd4-f3a4-4f0e-a682-3845e5aeb0ea service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898139 Sep 09 06:31:58.920351 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8373ac10-872b-458e-94da-cee449c98c90', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'mac_address': 'fa:16:3e:8c:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:28Z', 'updated_at': '2022-09-09T06:31:57Z', 'revision_number': 1, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:31:58.953729 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa6f31a-46a7-456e-a2f5-100d6f95a7db None None] The sync data for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi is: [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8373ac10-872b-458e-94da-cee449c98c90', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'mac_address': 'fa:16:3e:8c:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:28Z', 'updated_at': '2022-09-09T06:31:57Z', 'revision_number': 1, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:31:58.955078 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d34fb-b4fb-4cb0-8ff7-0488004979b5 req-f5dba26f-6ede-467e-9b76-5ff66e29fdeb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:31:58.957518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f39d34fb-b4fb-4cb0-8ff7-0488004979b5 req-f5dba26f-6ede-467e-9b76-5ff66e29fdeb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0527513 Sep 09 06:31:59.009949 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:31:59.021512 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f39d34fb-b4fb-4cb0-8ff7-0488004979b5 req-be1ee045-3f47-4485-bd45-6a47b62af7cd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565600 Sep 09 06:31:59.574266 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c2836-92d8-434e-8a93-faca26054fb4 None None] New status for floating IP 8373ac10-872b-458e-94da-cee449c98c90: ACTIVE {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:32:00.153640 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa630e8e-796f-4e73-83ca-3f56351f7e44 req-93a99d72-c800-4e9a-8772-55e61f9475ae tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:00.156149 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aa630e8e-796f-4e73-83ca-3f56351f7e44 req-93a99d72-c800-4e9a-8772-55e61f9475ae tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0493553 Sep 09 06:32:00.208009 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aa630e8e-796f-4e73-83ca-3f56351f7e44 req-7e6b1ae0-1662-4a68-8763-7f8e32ebcea6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462394 Sep 09 06:32:01.014100 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-b64a54c5-ec57-43af-8b0f-deabd24e3c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:01.344902 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f868d-19d7-4357-b81f-6f61700fe672 req-8a7080cb-9d39-4ab2-90c7-1c852bab3a26 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:01.346398 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-467f868d-19d7-4357-b81f-6f61700fe672 req-8a7080cb-9d39-4ab2-90c7-1c852bab3a26 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0494990 Sep 09 06:32:01.395203 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-467f868d-19d7-4357-b81f-6f61700fe672 req-d27a9a04-2f9f-4a3d-80e4-53044c39c092 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Sep 09 06:32:02.225668 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:02.531520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650109-7d3a-41f4-9ad8-2e235ad9daa1 req-e1ff9db3-e538-44c0-a273-d80aa4a708b7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:02.533060 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-86650109-7d3a-41f4-9ad8-2e235ad9daa1 req-e1ff9db3-e538-44c0-a273-d80aa4a708b7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0526187 Sep 09 06:32:02.582656 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-86650109-7d3a-41f4-9ad8-2e235ad9daa1 req-79cbf8e3-1b25-47ca-89a0-e1417afd4e0a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440662 Sep 09 06:32:03.488376 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:03.575456 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:03.711931 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f932a-0a39-4d15-9b9c-acbf89eb7d66 req-c0bb613a-390c-492f-ab2d-46ba933f7707 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:03.713397 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7c4f932a-0a39-4d15-9b9c-acbf89eb7d66 req-c0bb613a-390c-492f-ab2d-46ba933f7707 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0470059 Sep 09 06:32:03.762507 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7c4f932a-0a39-4d15-9b9c-acbf89eb7d66 req-1d1b0f38-26bd-4102-b15c-8737a3134da3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435853 Sep 09 06:32:04.896542 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f229c-af1f-41d1-af53-e9bdafae4756 req-d752ac0d-3dee-4929-8786-a926487b2155 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:04.898130 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-054f229c-af1f-41d1-af53-e9bdafae4756 req-d752ac0d-3dee-4929-8786-a926487b2155 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0522552 Sep 09 06:32:04.948592 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-054f229c-af1f-41d1-af53-e9bdafae4756 req-f9c39491-b251-41fa-bec6-a09d66eda2ee tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 Sep 09 06:32:06.081080 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7033f-2de4-4563-8688-868be0894064 req-2c67c3dc-519d-4e86-836e-fd189a3b72d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:06.082513 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7fd7033f-2de4-4563-8688-868be0894064 req-2c67c3dc-519d-4e86-836e-fd189a3b72d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0470319 Sep 09 06:32:06.132464 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7fd7033f-2de4-4563-8688-868be0894064 req-f972a4ad-23e2-4430-9f4c-e1c70558b196 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442410 Sep 09 06:32:07.268725 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f821-2ea8-47f5-b382-b925da3324c3 req-680474d4-b6d3-40c6-bb5d-059daab9ef45 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:07.270105 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a2a7f821-2ea8-47f5-b382-b925da3324c3 req-680474d4-b6d3-40c6-bb5d-059daab9ef45 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0478303 Sep 09 06:32:07.324802 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a2a7f821-2ea8-47f5-b382-b925da3324c3 req-4492d6be-20cb-4b5b-9521-a239a9c8df49 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489476 Sep 09 06:32:08.167130 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=34 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:08.173523 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=29 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:08.478949 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f8a9d-2126-4984-a710-e88dbb0eddec req-ba8f372b-2b80-40e2-85a5-4e64f2afac55 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:08.481244 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-331f8a9d-2126-4984-a710-e88dbb0eddec req-ba8f372b-2b80-40e2-85a5-4e64f2afac55 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0558536 Sep 09 06:32:08.528766 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-331f8a9d-2126-4984-a710-e88dbb0eddec req-a376f555-4f58-436a-b4ee-7c03b2753a31 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426426 Sep 09 06:32:09.086094 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:32:09.666091 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e050d-2deb-4217-9903-010673340ae1 req-d0572001-7675-4cc5-8a29-07cf97c5a18b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:09.667627 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-540e050d-2deb-4217-9903-010673340ae1 req-d0572001-7675-4cc5-8a29-07cf97c5a18b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0520301 Sep 09 06:32:09.721663 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-540e050d-2deb-4217-9903-010673340ae1 req-cb97445d-9af8-4529-9137-514ca580baf4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449536 Sep 09 06:32:10.829823 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:10.872166 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ecae-a701-4c24-b831-191d711d94e8 req-404325d8-6284-4356-821b-b40a6c4dc094 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:10.873702 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c557ecae-a701-4c24-b831-191d711d94e8 req-404325d8-6284-4356-821b-b40a6c4dc094 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0540607 Sep 09 06:32:10.932481 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c557ecae-a701-4c24-b831-191d711d94e8 req-d92e8603-2689-4967-8584-719211ec03b9 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519032 Sep 09 06:32:12.079423 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bebc0f-ebf9-4c08-a5f9-f503f79bb1d4 req-c922e73b-32af-45cd-bdb2-3cb481cd0185 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:12.081132 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7bebc0f-ebf9-4c08-a5f9-f503f79bb1d4 req-c922e73b-32af-45cd-bdb2-3cb481cd0185 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0647714 Sep 09 06:32:12.129302 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7bebc0f-ebf9-4c08-a5f9-f503f79bb1d4 req-fa691061-88a1-4b28-b6ec-701d33a879f7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Sep 09 06:32:13.279591 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:13.289271 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb3364-0d5c-4aae-ba0e-a2960e532cc9 req-e3c9a95c-d0be-4c7f-9ab3-b6816f5eac36 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:13.296209 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4cdb3364-0d5c-4aae-ba0e-a2960e532cc9 req-e3c9a95c-d0be-4c7f-9ab3-b6816f5eac36 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0567434 Sep 09 06:32:13.345856 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4cdb3364-0d5c-4aae-ba0e-a2960e532cc9 req-a2930b39-d6e8-456e-98e1-75a86ea40f7e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487714 Sep 09 06:32:13.568485 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:13.570921 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:14.171481 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:14.496679 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b88ec7-fca8-43d2-b549-5ed6bf2f0bc8 req-6cda3cf9-f873-4675-89bc-8e0139f8fb3a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:14.498338 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f7b88ec7-fca8-43d2-b549-5ed6bf2f0bc8 req-6cda3cf9-f873-4675-89bc-8e0139f8fb3a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0489352 Sep 09 06:32:14.550254 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f7b88ec7-fca8-43d2-b549-5ed6bf2f0bc8 req-68cb9913-20cd-4b5b-8b5a-976adbe30ae6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458808 Sep 09 06:32:15.691176 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170a5b-daad-4559-b2d6-90227230f802 req-30258f87-8d76-4a94-8060-7d11d593a149 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:15.692676 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2c170a5b-daad-4559-b2d6-90227230f802 req-30258f87-8d76-4a94-8060-7d11d593a149 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0597341 Sep 09 06:32:15.740413 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2c170a5b-daad-4559-b2d6-90227230f802 req-b19916ac-d8c2-4763-9f14-1d7b8077613b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420604 Sep 09 06:32:16.874352 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e0248-12e7-44b6-8d22-d6895bfb6deb req-d82c9967-0989-425a-ad80-567a6f2bf516 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:16.875877 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-388e0248-12e7-44b6-8d22-d6895bfb6deb req-d82c9967-0989-425a-ad80-567a6f2bf516 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0515556 Sep 09 06:32:16.930052 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-388e0248-12e7-44b6-8d22-d6895bfb6deb req-7464a5ed-9ee5-474d-8376-685f791ab88d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460238 Sep 09 06:32:18.069712 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cd7e5-a92e-48ad-9219-562e4c987a1b req-fc79f363-035a-4265-ad2a-9f4812a534f5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:18.071193 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b78cd7e5-a92e-48ad-9219-562e4c987a1b req-fc79f363-035a-4265-ad2a-9f4812a534f5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0478506 Sep 09 06:32:18.128732 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b78cd7e5-a92e-48ad-9219-562e4c987a1b req-3b3142b4-9aae-416f-bee2-8482d1559bed tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516198 Sep 09 06:32:19.079819 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:19.084826 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:19.273893 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab7ba8-6a0c-46ee-b084-9367443af626 req-602c555e-7051-45db-ba09-3b93b916aa01 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:19.276227 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90ab7ba8-6a0c-46ee-b084-9367443af626 req-602c555e-7051-45db-ba09-3b93b916aa01 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0581892 Sep 09 06:32:19.336787 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90ab7ba8-6a0c-46ee-b084-9367443af626 req-304bbf9d-9542-4a06-9401-6d30d0e69f9d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487711 Sep 09 06:32:20.470858 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d33722-93a2-4207-88dc-2b99f89571a5 req-0e78a174-8a28-4070-95a9-602adf632b2c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:20.472655 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-19d33722-93a2-4207-88dc-2b99f89571a5 req-0e78a174-8a28-4070-95a9-602adf632b2c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0514290 Sep 09 06:32:20.527648 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-19d33722-93a2-4207-88dc-2b99f89571a5 req-87c1faaa-bcaa-4f1d-b433-a1fd07b3d77d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486968 Sep 09 06:32:20.963298 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-3a2f1ff7-fda1-4b84-b67f-ff6cc429b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:20.964832 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-3a2f1ff7-fda1-4b84-b67f-ff6cc429b5b5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 1128 time: 0.0413227 Sep 09 06:32:21.080336 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-f63fda72-ea6d-4c4a-9990-703dad5e2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:21.081834 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-f63fda72-ea6d-4c4a-9990-703dad5e2275 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.0955195 Sep 09 06:32:21.145542 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-f436c08a-b2ed-402e-9f94-b0622990c37f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4814901d-9b66-4153-bf35-9750b3c3da8c HTTP/1.1" status: 200 len: 1000 time: 0.0558295 Sep 09 06:32:21.189952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:21.199351 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-ad0895f1-60e9-4b01-a105-5f3b237bb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:21.200905 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-ad0895f1-60e9-4b01-a105-5f3b237bb526 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.0475175 Sep 09 06:32:21.661575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb849492-4944-49f5-be8e-53138f68788c req-9cdfef05-41a8-4ba6-95d9-098bb183adfe tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:21.663021 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fb849492-4944-49f5-be8e-53138f68788c req-9cdfef05-41a8-4ba6-95d9-098bb183adfe tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0493619 Sep 09 06:32:21.710361 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fb849492-4944-49f5-be8e-53138f68788c req-6bee8e63-e01b-4a6a-8331-a5ea9ee807c8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Sep 09 06:32:22.817789 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:22.838407 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c421f7-183b-467d-9341-0affbc36e053 req-b1957ed1-e043-488d-8992-43342b07d146 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:22.839912 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-11c421f7-183b-467d-9341-0affbc36e053 req-b1957ed1-e043-488d-8992-43342b07d146 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0499432 Sep 09 06:32:22.890941 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-11c421f7-183b-467d-9341-0affbc36e053 req-d451356f-e562-423e-a70e-29ca9bc20dd8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454550 Sep 09 06:32:22.963381 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-8821bf47-7c58-46f8-80d8-26a7002eb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:22.965314 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-8821bf47-7c58-46f8-80d8-26a7002eb6ca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421107 Sep 09 06:32:24.044229 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c67f7-5f2b-4ffa-93eb-5d7461e96c48 req-f3a68fd1-f875-4cfc-854f-ad6d40520b04 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:24.045693 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-588c67f7-5f2b-4ffa-93eb-5d7461e96c48 req-f3a68fd1-f875-4cfc-854f-ad6d40520b04 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0692451 Sep 09 06:32:24.136136 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-8ea81397-cea3-4872-beba-53a219b7ec4d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487436 Sep 09 06:32:24.140282 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-588c67f7-5f2b-4ffa-93eb-5d7461e96c48 req-280b8d92-6e64-4c02-8e29-e3eac0274c30 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673325 Sep 09 06:32:24.148275 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:24.161972 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:24.233072 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8c0af4-60a6-458e-96ec-057b707ddedb req-cf9cdfc1-afe8-4724-a6a5-2f4b1e045504 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886621 Sep 09 06:32:25.273471 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ce67d-e6c2-423a-8ccf-f2eaeaf00e83 req-e8afc014-13e9-4ae9-a14f-a2d49fcef6cf tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:25.274927 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e58ce67d-e6c2-423a-8ccf-f2eaeaf00e83 req-e8afc014-13e9-4ae9-a14f-a2d49fcef6cf tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0517898 Sep 09 06:32:25.326005 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e58ce67d-e6c2-423a-8ccf-f2eaeaf00e83 req-3f4535e9-af11-4f54-bf08-157d453d12ae tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Sep 09 06:32:26.455928 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf9cb7-0578-4c6f-9ac4-cf0323507fcd req-3d1b9949-4167-4b80-84ec-077d474a1a61 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:26.457397 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2bdf9cb7-0578-4c6f-9ac4-cf0323507fcd req-3d1b9949-4167-4b80-84ec-077d474a1a61 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0470541 Sep 09 06:32:26.504554 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2bdf9cb7-0578-4c6f-9ac4-cf0323507fcd req-5c01c7ea-dfb1-44f4-8145-4b81619bd83d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414426 Sep 09 06:32:27.638525 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59303c0-4b73-4c3c-b90d-446de96f1b99 req-a56f4de8-6fee-4ba8-9866-6009f09897a4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:27.639916 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c59303c0-4b73-4c3c-b90d-446de96f1b99 req-a56f4de8-6fee-4ba8-9866-6009f09897a4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0511894 Sep 09 06:32:27.688281 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c59303c0-4b73-4c3c-b90d-446de96f1b99 req-3bf28a0c-6535-46a6-b3a7-abae90b871f8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422232 Sep 09 06:32:28.668086 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-eed626ed-35f3-4946-a6a4-3d0679630975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:28.820551 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6d3f5-0748-4007-bebd-d73838612d7e req-d7d08d0f-a44d-49d0-aba1-371b5700b91d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:28.822023 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ffe6d3f5-0748-4007-bebd-d73838612d7e req-d7d08d0f-a44d-49d0-aba1-371b5700b91d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0471768 Sep 09 06:32:28.871285 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ffe6d3f5-0748-4007-bebd-d73838612d7e req-b354fb73-d3b1-4e49-bc44-0b55cf770616 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436289 Sep 09 06:32:29.857663 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 53922) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:32:29.972521 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:30.023484 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704adf94-8276-47f6-862f-e682331260bc req-52b72812-0150-4fa0-967b-7b838e422812 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:30.024914 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-704adf94-8276-47f6-862f-e682331260bc req-52b72812-0150-4fa0-967b-7b838e422812 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0688415 Sep 09 06:32:30.062545 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:30.082621 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:30.102797 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-704adf94-8276-47f6-862f-e682331260bc req-7c442b68-9142-42c6-98a2-503c4db22737 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722620 Sep 09 06:32:30.131833 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Publish callbacks [] for security_group (f37dd500-63da-48f0-8ce9-5ddaf3786ca8), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:30.135568 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (f37dd500-63da-48f0-8ce9-5ddaf3786ca8), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:30.174196 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f268b72c7f1a4b69956d2f0805ad3bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153772 Sep 09 06:32:30.175051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37dd500-63da-48f0-8ce9-5ddaf3786ca8,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:32:30.176855 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 53930) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:32:30.182651 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.183080 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.183467 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.183913 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.184469 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.184963 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.185366 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.185782 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.186107 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.186430 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.186754 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.187073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.187419 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.187758 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.188089 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757f9b-5f86-4eeb-8be2-4faafd9c2fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.230138 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Publish callbacks [] for security_group (f37dd500-63da-48f0-8ce9-5ddaf3786ca8), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:30.250680 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Publish callbacks [] for security_group (f37dd500-63da-48f0-8ce9-5ddaf3786ca8), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:30.296817 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (f37dd500-63da-48f0-8ce9-5ddaf3786ca8), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:30.300219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:30.301369 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f37dd500-63da-48f0-8ce9-5ddaf3786ca8 HTTP/1.1" status: 204 len: 168 time: 0.1235225 Sep 09 06:32:30.309205 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37dd500-63da-48f0-8ce9-5ddaf3786ca8,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:32:30.317437 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.317781 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.318180 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.318543 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.318880 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.319214 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.319570 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.319930 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.320277 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.320624 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.320957 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.321277 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.321593 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.321931 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:30.322246 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed6e99-55fe-4cc2-9984-4d272a948bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:31.018694 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c6a54697-d204-4da4-be38-8b191003acdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:31.253417 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b9fa4-bf5f-403b-88ba-d1aefed1a511 req-39254913-3e15-4d13-90f5-1916567b5d45 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:31.254886 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e51b9fa4-bf5f-403b-88ba-d1aefed1a511 req-39254913-3e15-4d13-90f5-1916567b5d45 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0472286 Sep 09 06:32:31.309587 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e51b9fa4-bf5f-403b-88ba-d1aefed1a511 req-0f57d566-03b6-4691-9b50-cd3aa2723923 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490224 Sep 09 06:32:32.229732 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:32.439812 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6190bf-e8ec-4edd-9bb5-7be2287fb97f req-4b9fe2b9-254a-4b13-9675-6eb3386f770b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:32.441293 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0b6190bf-e8ec-4edd-9bb5-7be2287fb97f req-4b9fe2b9-254a-4b13-9675-6eb3386f770b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0472882 Sep 09 06:32:32.490705 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0b6190bf-e8ec-4edd-9bb5-7be2287fb97f req-98332cf0-d905-4dd7-8694-70551690f441 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439775 Sep 09 06:32:33.489707 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:33.569960 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:33.628229 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372adfad-0394-4873-9215-28288e852f81 req-30c44b2b-2e50-4902-b15e-123ec8c3978b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:33.629787 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-372adfad-0394-4873-9215-28288e852f81 req-30c44b2b-2e50-4902-b15e-123ec8c3978b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0496092 Sep 09 06:32:33.679319 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-372adfad-0394-4873-9215-28288e852f81 req-7a94eb5e-e402-4778-8a13-ea81b01249e5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Sep 09 06:32:34.811688 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841bb20-d8e8-49d5-b733-808a83efb117 req-502b4d13-0b54-4350-9a66-62dd42e05f8a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:34.813151 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e841bb20-d8e8-49d5-b733-808a83efb117 req-502b4d13-0b54-4350-9a66-62dd42e05f8a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0508246 Sep 09 06:32:34.860053 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e841bb20-d8e8-49d5-b733-808a83efb117 req-fb37edc4-ed5a-4e4d-aba3-e4c5b12adfa1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407503 Sep 09 06:32:35.988057 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9922e-0523-4e98-ae44-a04232d7f1a2 req-f9f5d1ab-be5c-4f8f-b0df-68ae015651c0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:35.989528 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-30e9922e-0523-4e98-ae44-a04232d7f1a2 req-f9f5d1ab-be5c-4f8f-b0df-68ae015651c0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0484340 Sep 09 06:32:36.036740 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-30e9922e-0523-4e98-ae44-a04232d7f1a2 req-4598bd04-2ee6-4987-a162-1801a81410e7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 Sep 09 06:32:37.171316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f071-f750-422d-87d2-88069757976b req-6061709a-2f69-4f43-a0cd-785227ef9ba5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:37.172798 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b897f071-f750-422d-87d2-88069757976b req-6061709a-2f69-4f43-a0cd-785227ef9ba5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0469608 Sep 09 06:32:37.223432 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b897f071-f750-422d-87d2-88069757976b req-76b0f211-b35a-4aa1-aa6e-5edad66d0ac1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444620 Sep 09 06:32:38.351276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38658d3-9dd4-4c67-a2e9-309c8f4089ae req-8dd1fd75-1126-4393-9310-5ce4352aed3b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:38.352738 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d38658d3-9dd4-4c67-a2e9-309c8f4089ae req-8dd1fd75-1126-4393-9310-5ce4352aed3b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0464723 Sep 09 06:32:38.400083 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d38658d3-9dd4-4c67-a2e9-309c8f4089ae req-47db6713-61c7-42f3-85d1-47d7521fbc83 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417287 Sep 09 06:32:39.524726 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee76b-f5b4-417a-9448-53d184e5ff18 req-b4d1c07b-222d-4314-9b74-5cf0552167b2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:39.526148 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-327ee76b-f5b4-417a-9448-53d184e5ff18 req-b4d1c07b-222d-4314-9b74-5cf0552167b2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0462110 Sep 09 06:32:39.567045 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:39.575114 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-327ee76b-f5b4-417a-9448-53d184e5ff18 req-03a20380-6fdb-496b-88d7-511d89a5d919 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435271 Sep 09 06:32:40.305251 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:40.312072 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:40.703733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c38e2c-c82d-4a3f-b1a6-ee6600a91f15 req-e8113f46-26ed-4ad9-90bb-bfdd3e8d4472 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:40.705916 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d3c38e2c-c82d-4a3f-b1a6-ee6600a91f15 req-e8113f46-26ed-4ad9-90bb-bfdd3e8d4472 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0498328 Sep 09 06:32:40.755198 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d3c38e2c-c82d-4a3f-b1a6-ee6600a91f15 req-62ae597a-8ece-4abd-95fc-b37ac7afc51d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Sep 09 06:32:41.883171 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd50b1-158c-402b-bd08-97ffd24a917e req-fed644aa-4f62-42e2-99ab-ce92a210b7fe tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:41.884639 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77bd50b1-158c-402b-bd08-97ffd24a917e req-fed644aa-4f62-42e2-99ab-ce92a210b7fe tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0470583 Sep 09 06:32:41.932138 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-77bd50b1-158c-402b-bd08-97ffd24a917e req-8f84b39a-6ffe-4c96-808b-e59b28bc50cf tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Sep 09 06:32:42.099217 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:42.100134 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:43.065626 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226977ee-8c19-4aaa-9dca-9888b7ab7bf1 req-9fddb359-56b8-44f9-a2ac-9e00b48de848 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:43.067066 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-226977ee-8c19-4aaa-9dca-9888b7ab7bf1 req-9fddb359-56b8-44f9-a2ac-9e00b48de848 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0546935 Sep 09 06:32:43.110440 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:43.115310 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-226977ee-8c19-4aaa-9dca-9888b7ab7bf1 req-ffb62786-a302-4df7-9077-eba4eed420df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Sep 09 06:32:43.557387 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:43.564658 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:44.157592 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:44.244051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4601f-27c6-42c5-bcac-018aa185ac2b req-f4b1d972-61b3-483d-83a7-c940b60ccb28 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:44.245690 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25e4601f-27c6-42c5-bcac-018aa185ac2b req-f4b1d972-61b3-483d-83a7-c940b60ccb28 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 944 time: 0.0488496 Sep 09 06:32:44.293089 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-25e4601f-27c6-42c5-bcac-018aa185ac2b req-936c9b40-c8ee-4c8f-9184-c4bd12b8569b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Sep 09 06:32:45.140418 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:32:45.237828 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:32:45.249125 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'port_id': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'mac_address': 'fa:16:3e:f0:cc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:32:45.290713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 4814901d-9b66-4153-bf35-9750b3c3da8c is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:32:45.291104 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:45.305169 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4814901d-9b66-4153-bf35-9750b3c3da8c {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:32:45.327940 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:32:45.333418 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:45.386213 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=9']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:32:45.394395 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.394732 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.395091 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.395437 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.395797 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.396117 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.396434 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.396739 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.397072 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.397403 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.397778 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.398110 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.398426 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.398738 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.399047 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:32:45.445830 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a658bd-3f33-45cc-9a7b-541699f9f384 req-b3e040f5-6ba2-4e3b-8f2e-41dc89d8dd46 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:45.447313 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-97a658bd-3f33-45cc-9a7b-541699f9f384 req-b3e040f5-6ba2-4e3b-8f2e-41dc89d8dd46 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0575469 Sep 09 06:32:45.504522 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-97a658bd-3f33-45cc-9a7b-541699f9f384 req-966dafd3-d026-4913-b5dc-057ef629162b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515978 Sep 09 06:32:45.739142 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['4814901d-9b66-4153-bf35-9750b3c3da8c'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:32:46.086014 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:32:46.633698 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2546-ab45-47cf-b7a9-1bff4dd18d12 req-7aa060e5-48e6-4880-88ae-4558c6cad203 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:46.635133 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8d4a2546-ab45-47cf-b7a9-1bff4dd18d12 req-7aa060e5-48e6-4880-88ae-4558c6cad203 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0460770 Sep 09 06:32:46.681951 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8d4a2546-ab45-47cf-b7a9-1bff4dd18d12 req-d686d43c-8d2e-4da9-91bc-e47c5e37709d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Sep 09 06:32:47.810465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63c088-0a61-47de-833d-97cb10656f53 req-ab49ec12-5e04-4675-8dbd-863245bcb2a4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:47.811836 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2c63c088-0a61-47de-833d-97cb10656f53 req-ab49ec12-5e04-4675-8dbd-863245bcb2a4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0472815 Sep 09 06:32:47.858508 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2c63c088-0a61-47de-833d-97cb10656f53 req-3818de9a-8bb1-4a0a-8585-bc8b51d1fc29 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410123 Sep 09 06:32:48.988184 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb903ff-4379-4177-b953-960d6c2684f6 req-3dda881b-0442-4567-b7c3-ee4029004e2e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:48.989623 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8fb903ff-4379-4177-b953-960d6c2684f6 req-3dda881b-0442-4567-b7c3-ee4029004e2e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 945 time: 0.0500774 Sep 09 06:32:49.037268 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8fb903ff-4379-4177-b953-960d6c2684f6 req-bc4014cc-c4ab-498b-a1a6-4818255b9bf4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420537 Sep 09 06:32:49.459311 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:32:49.505149 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 4814901d-9b66-4153-bf35-9750b3c3da8c triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:32:49.505519 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:49.520739 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e5250-2b79-48e5-84fe-6f33bc71693e req-86399b81-c529-4880-8d65-96a92306fca6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:49.522258 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2e0e5250-2b79-48e5-84fe-6f33bc71693e req-86399b81-c529-4880-8d65-96a92306fca6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0504098 Sep 09 06:32:49.573168 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2e0e5250-2b79-48e5-84fe-6f33bc71693e req-96d9f29c-58c6-48e1-8f43-c400e3084c0a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450158 Sep 09 06:32:49.710051 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 4814901d-9b66-4153-bf35-9750b3c3da8c is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:32:49.710435 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:49.733606 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:32:49.735867 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f925cc1-5bfe-49b0-ac8c-7752d1bc4b58" -d '{"events": [{"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-plugged", "status": "completed", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:32:49.747877 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:32:49.751969 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:49.775162 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bd1f2c-95b8-4096-88fc-a852e8eaa008 x-openstack-request-id: req-45bd1f2c-95b8-4096-88fc-a852e8eaa008 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:32:49.775459 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-plugged", "status": "completed", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:32:49.775735 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45bd1f2c-95b8-4096-88fc-a852e8eaa008 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:32:49.776131 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bd1f2c-95b8-4096-88fc-a852e8eaa008'] response: {'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'code': 200} Sep 09 06:32:49.801692 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=10']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:32:50.163701 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f46428-4b3b-4079-abc0-61b82bacff0f req-c02ef5e1-3396-4331-b7e4-f5d386119b06 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:50.165113 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-35f46428-4b3b-4079-abc0-61b82bacff0f req-c02ef5e1-3396-4331-b7e4-f5d386119b06 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0465958 Sep 09 06:32:50.215478 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-35f46428-4b3b-4079-abc0-61b82bacff0f req-a4f0f25b-9f2b-4762-8042-2f2f9957cc9f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448887 Sep 09 06:32:50.700176 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf391fb0-2cdc-46b4-8f9d-35c7e46655ae req-2a3ac001-eddd-466a-86dd-541037b8bce2 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:50.701611 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cf391fb0-2cdc-46b4-8f9d-35c7e46655ae req-2a3ac001-eddd-466a-86dd-541037b8bce2 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0464232 Sep 09 06:32:50.749161 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cf391fb0-2cdc-46b4-8f9d-35c7e46655ae req-85e2713c-a23f-44ff-9356-7ffb303c6738 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413721 Sep 09 06:32:51.326229 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:51.344264 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e815961-26bf-4f77-a3fd-d83cbf948e83 req-04ea91cb-ae39-4b05-a433-52c1b539b408 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:51.345877 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4e815961-26bf-4f77-a3fd-d83cbf948e83 req-04ea91cb-ae39-4b05-a433-52c1b539b408 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0484841 Sep 09 06:32:51.395084 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4e815961-26bf-4f77-a3fd-d83cbf948e83 req-34c85d25-d8dd-4ebf-b94b-14f9fb3af2c2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Sep 09 06:32:51.873333 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29b1e6-8510-4741-a91d-a37d53ecfb77 req-284b503c-064c-4aa9-a6e1-13186ceb734b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:51.874776 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bd29b1e6-8510-4741-a91d-a37d53ecfb77 req-284b503c-064c-4aa9-a6e1-13186ceb734b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0497596 Sep 09 06:32:51.922119 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bd29b1e6-8510-4741-a91d-a37d53ecfb77 req-5519d97f-a83c-4bc0-bef0-7669dcfb6468 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Sep 09 06:32:52.506890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:52.522897 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694c1d0-224e-41ff-88be-18f571d82c38 req-1350f844-6d93-49f8-bcba-a916b2f6edc5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:52.524390 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7694c1d0-224e-41ff-88be-18f571d82c38 req-1350f844-6d93-49f8-bcba-a916b2f6edc5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0479722 Sep 09 06:32:52.570964 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7694c1d0-224e-41ff-88be-18f571d82c38 req-c913b6d0-c69d-4407-84b7-45120803ccb2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Sep 09 06:32:53.045521 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977241df-8129-42bc-b6dd-abc8d228ad94 req-664664f6-1d5b-4e4f-bb7b-042af700b370 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:53.046857 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-977241df-8129-42bc-b6dd-abc8d228ad94 req-664664f6-1d5b-4e4f-bb7b-042af700b370 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Sep 09 06:32:53.093295 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-977241df-8129-42bc-b6dd-abc8d228ad94 req-a94ab205-13ce-419f-9854-5cb92f709f17 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401320 Sep 09 06:32:53.696041 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb9cd6-d40d-4aab-b8b1-f2ffbed159fe req-3e5e2fc6-9c0f-45df-965c-62346ea290ee tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:53.697469 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82cb9cd6-d40d-4aab-b8b1-f2ffbed159fe req-3e5e2fc6-9c0f-45df-965c-62346ea290ee tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0456364 Sep 09 06:32:53.743583 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82cb9cd6-d40d-4aab-b8b1-f2ffbed159fe req-40d5ae93-e96f-42ca-adc6-e26e4a51de4d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405872 Sep 09 06:32:54.251073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba35f8f-77f2-4f0b-a306-99476f4c26d5 req-a9ee2112-4bcc-4a1a-90cd-0d9ebd3eb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:54.252544 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2ba35f8f-77f2-4f0b-a306-99476f4c26d5 req-a9ee2112-4bcc-4a1a-90cd-0d9ebd3eb653 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 1131 time: 0.0938289 Sep 09 06:32:54.262621 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-44ad80e9-6582-4f8d-b636-a4ae614cf92f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:54.264186 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-44ad80e9-6582-4f8d-b636-a4ae614cf92f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.1151152 Sep 09 06:32:54.295818 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4fa8f-d1a9-4bad-bb94-370202982536 req-6a0784cd-5884-46b3-99d2-fb5669025a04 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:54.297214 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3ef4fa8f-d1a9-4bad-bb94-370202982536 req-6a0784cd-5884-46b3-99d2-fb5669025a04 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 945 time: 0.0914686 Sep 09 06:32:54.414217 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2ba35f8f-77f2-4f0b-a306-99476f4c26d5 req-c94adab5-3af5-4d1f-bd04-ffe53031f4ac service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468966 Sep 09 06:32:54.423981 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3ef4fa8f-d1a9-4bad-bb94-370202982536 req-f3c1a8c2-8c63-4a92-b480-91ce8904a9cb tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065476 Sep 09 06:32:54.432491 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Deleting port d57c2843-153e-4f69-85d4-96c12063b672 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:32:54.432829 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (d57c2843-153e-4f69-85d4-96c12063b672), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:54.525680 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] For port d57c2843-153e-4f69-85d4-96c12063b672, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d57c2843-153e-4f69-85d4-96c12063b672,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:32:54.525970 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (d57c2843-153e-4f69-85d4-96c12063b672), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:54.742161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:54.742855 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (09d20e91-110c-4bd6-a149-b46a97138afb), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:54.742855 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Floating IP 09d20e91-110c-4bd6-a149-b46a97138afb disassociated. External IP: 172.27.0.218, port: d57c2843-153e-4f69-85d4-96c12063b672. Sep 09 06:32:54.743144 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Calling delete_port for d57c2843-153e-4f69-85d4-96c12063b672 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:32:54.790124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:54.891194 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:54.929227 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (d57c2843-153e-4f69-85d4-96c12063b672), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:54.964195 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab16e0-c342-49b4-abc0-cc3dc359d7c6 req-13792a14-d3cc-4736-97df-f4660ad112a7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:54.965654 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-31ab16e0-c342-49b4-abc0-cc3dc359d7c6 req-13792a14-d3cc-4736-97df-f4660ad112a7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0962729 Sep 09 06:32:54.968448 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'Port': ['ID=d57c2843-153e-4f69-85d4-96c12063b672,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:32:55.312266 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-31ab16e0-c342-49b4-abc0-cc3dc359d7c6 req-06b27a1d-d01f-4739-a50c-0b13ae1996e4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402970 Sep 09 06:32:55.370169 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:32:55.476771 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:32:55.486952 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:32:55.499370 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:32:55.500216 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:32:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:32:55.526292 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] No DVR routers for this DVR port d57c2843-153e-4f69-85d4-96c12063b672 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:32:55.528938 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:55.532561 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a43e9e1c-536f-4f41-bfff-11b56b544ab4 req-2843f9cc-1449-4477-a5d8-1740c7dd2ce6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "DELETE /networking/v2.0/ports/d57c2843-153e-4f69-85d4-96c12063b672 HTTP/1.1" status: 204 len: 173 time: 1.2578433 Sep 09 06:32:55.533111 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'name': 'network-vif-deleted', 'tag': 'd57c2843-153e-4f69-85d4-96c12063b672'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:32:55.535388 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488aa76b-e300-4092-95f1-90d1a53dd8a4" -d '{"events": [{"server_uuid": "af89a0ac-56b7-4efa-aa9b-69e8c6b358c2", "name": "network-vif-deleted", "tag": "d57c2843-153e-4f69-85d4-96c12063b672"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:32:55.570824 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ca40fb1a-03e2-4f48-9bed-a8eebecc48fa req-413840f4-be7f-486b-924e-6c86c57f88f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0314651 Sep 09 06:32:55.589409 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd2bded-5b87-41d5-b336-7161c60367ba x-openstack-request-id: req-1cd2bded-5b87-41d5-b336-7161c60367ba {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:32:55.589704 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af89a0ac-56b7-4efa-aa9b-69e8c6b358c2", "name": "network-vif-deleted", "tag": "d57c2843-153e-4f69-85d4-96c12063b672", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:32:55.589958 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cd2bded-5b87-41d5-b336-7161c60367ba {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:32:55.590357 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd2bded-5b87-41d5-b336-7161c60367ba'] response: {'server_uuid': 'af89a0ac-56b7-4efa-aa9b-69e8c6b358c2', 'name': 'network-vif-deleted', 'tag': 'd57c2843-153e-4f69-85d4-96c12063b672', 'status': 'completed', 'code': 200} Sep 09 06:32:55.595159 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:55.629002 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:32:55.699692 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:32:55.852462 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:32:55.878640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:32:55.889383 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:32:55.889991 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:32:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:32:56.003407 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:32:56.224899 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:32:56.250576 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c24a3-5f2b-430a-8572-ba379a218b4b None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '035e149e-c2b5-421c-9383-267bba19f89e', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '837586c2-7c46-4e73-876b-89de8eba416d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:71:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:29:40Z', 'updated_at': '2022-09-09T06:30:21Z', 'revision_number': 2, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:32:56.457692 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c706bc-2239-4928-b507-4cec3d1dea86 req-4438fb2c-b050-4bd5-b9be-223f7a2fbf99 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:56.462334 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-94c706bc-2239-4928-b507-4cec3d1dea86 req-4438fb2c-b050-4bd5-b9be-223f7a2fbf99 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0548520 Sep 09 06:32:56.520103 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-94c706bc-2239-4928-b507-4cec3d1dea86 req-ee07cba4-9d3b-4fa2-8d0b-bf7e12262ed3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530066 Sep 09 06:32:56.534410 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc70ca-d3d2-4ef6-acfb-d6d168d5a0f4 None None] New status for floating IP 09d20e91-110c-4bd6-a149-b46a97138afb: DOWN {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:32:56.701075 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1acc8077-51b3-4300-bb8c-9f6b39f0c7c2 req-c1b3a074-6b53-44b9-9c18-6a48f98f2bd7 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0364940 Sep 09 06:32:57.656272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2831ce-e155-4ae0-8960-a79c3fc7a0ad req-c3c6ba7e-c164-4dee-bd7c-76cc71a4ec6f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:57.657830 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2e2831ce-e155-4ae0-8960-a79c3fc7a0ad req-c3c6ba7e-c164-4dee-bd7c-76cc71a4ec6f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0483668 Sep 09 06:32:57.705942 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2e2831ce-e155-4ae0-8960-a79c3fc7a0ad req-f8879596-d470-4037-8223-99025e955d3f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415771 Sep 09 06:32:57.805495 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a749e37f-785a-4f24-afeb-bf79edbea548 req-087a0798-e482-4457-9dbc-25c6ec6b8f95 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0289521 Sep 09 06:32:58.669836 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9413efa7-152c-44ec-b929-1261e70ce12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:32:58.837587 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9e6a3-420f-4d70-8b89-eab142956a36 req-b6202279-f05d-417f-9b1f-e613065b5058 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:32:58.838982 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3ec9e6a3-420f-4d70-8b89-eab142956a36 req-b6202279-f05d-417f-9b1f-e613065b5058 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0497532 Sep 09 06:32:58.900426 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3ec9e6a3-420f-4d70-8b89-eab142956a36 req-15735678-d41b-4c32-b28c-fc1b7fe3c34b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541167 Sep 09 06:32:58.921369 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-07e5f786-8274-49f0-88df-aba5e2636ba7 req-38e5ad64-2a40-4a54-9fef-a2b04c6d11c5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0350592 Sep 09 06:33:00.085775 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2edad536-0ceb-4731-bcb2-037c5c0d34f3 req-159e94ad-e48f-4323-965f-fb13b420363f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af89a0ac-56b7-4efa-aa9b-69e8c6b358c2 HTTP/1.1" status: 200 len: 210 time: 0.0390997 Sep 09 06:33:00.111119 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dbabd-9164-498b-bd80-cedf765b192a req-efd4773f-9cd7-4040-a98a-343e531d0d89 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:00.123414 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-694dbabd-9164-498b-bd80-cedf765b192a req-efd4773f-9cd7-4040-a98a-343e531d0d89 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.1339192 Sep 09 06:33:00.180276 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-694dbabd-9164-498b-bd80-cedf765b192a req-d22ecb4a-95dc-4f37-bbb6-6eadc7261717 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558414 Sep 09 06:33:01.024194 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-13e7b8ad-fb3a-4ca1-ab44-fce24bfd3f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.197346 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54350) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:01.284113 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b524c09a-de5c-4f64-9b64-c6939dd71f17 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (b485dd7e-7bc9-4eed-9059-8b88c6ae67c7), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.306618 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b524c09a-de5c-4f64-9b64-c6939dd71f17 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (b485dd7e-7bc9-4eed-9059-8b88c6ae67c7), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.307813 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:01.318501 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592600b1-e105-4151-9743-8a1638b354f5 req-fd66b47e-cc23-4e55-8468-27c518444999 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:01.320372 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-592600b1-e105-4151-9743-8a1638b354f5 req-fd66b47e-cc23-4e55-8468-27c518444999 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0554290 Sep 09 06:33:01.359813 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b524c09a-de5c-4f64-9b64-c6939dd71f17 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b485dd7e-7bc9-4eed-9059-8b88c6ae67c7), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.362667 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b524c09a-de5c-4f64-9b64-c6939dd71f17 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.363990 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-b524c09a-de5c-4f64-9b64-c6939dd71f17 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b485dd7e-7bc9-4eed-9059-8b88c6ae67c7 HTTP/1.1" status: 204 len: 168 time: 0.1655951 Sep 09 06:33:01.368159 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54358) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:01.380563 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-592600b1-e105-4151-9743-8a1638b354f5 req-6b760b3f-1770-4721-9efb-5c3a988cb87d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539706 Sep 09 06:33:01.383335 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524c09a-de5c-4f64-9b64-c6939dd71f17 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b485dd7e-7bc9-4eed-9059-8b88c6ae67c7,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:01.390040 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.api.v2.resource [None req-fc55fa62-49b2-4c5c-b36b-e8d11662c203 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] show failed (client error): The resource could not be found. Sep 09 06:33:01.391090 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-fc55fa62-49b2-4c5c-b36b-e8d11662c203 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups/b485dd7e-7bc9-4eed-9059-8b88c6ae67c7 HTTP/1.1" status: 404 len: 347 time: 0.0219157 Sep 09 06:33:01.394601 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54360) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:01.523804 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Deleting port 9e309706-76f7-491c-98ec-9215b4d9603e {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:33:01.524146 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (9e309706-76f7-491c-98ec-9215b4d9603e), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.601523 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (9e309706-76f7-491c-98ec-9215b4d9603e), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.601851 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (9e309706-76f7-491c-98ec-9215b4d9603e), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.613698 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Calling delete_port for 9e309706-76f7-491c-98ec-9215b4d9603e owned by network:floatingip {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:33:01.756396 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (9e309706-76f7-491c-98ec-9215b4d9603e), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.779384 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'Port': ['ID=9e309706-76f7-491c-98ec-9215b4d9603e,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:01.850251 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (09d20e91-110c-4bd6-a149-b46a97138afb), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.853250 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:01.854706 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-55772737-5a7b-4918-b29d-1bf225d4c3d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/09d20e91-110c-4bd6-a149-b46a97138afb HTTP/1.1" status: 204 len: 168 time: 0.4588926 Sep 09 06:33:02.241781 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:02.702942 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device d57c2843-153e-4f69-85d4-96c12063b672 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:33:02.725114 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: d57c2843-153e-4f69-85d4-96c12063b672 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:33:02.725546 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device d57c2843-153e-4f69-85d4-96c12063b672 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:33:03.497579 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:03.580786 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:03.594500 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c61d77-bfea-4b4c-aab4-12050156e5b8 req-f4223b39-fca6-4f42-b409-704308d6414a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:03.596058 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-55c61d77-bfea-4b4c-aab4-12050156e5b8 req-f4223b39-fca6-4f42-b409-704308d6414a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 946 time: 0.0500281 Sep 09 06:33:03.650534 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-55c61d77-bfea-4b4c-aab4-12050156e5b8 req-bdacb62d-1b2f-4e9a-8bf0-7f6819f982db tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473230 Sep 09 06:33:04.740517 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:04.783067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6953956-fb29-4eef-aa63-3b4a2b21a6fa req-8a25333d-fc31-4895-9314-0495d5d18986 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:04.784592 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a6953956-fb29-4eef-aa63-3b4a2b21a6fa req-8a25333d-fc31-4895-9314-0495d5d18986 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 946 time: 0.0527525 Sep 09 06:33:04.833104 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a6953956-fb29-4eef-aa63-3b4a2b21a6fa req-738d0697-1689-4686-82cb-7af50c76f4a3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Sep 09 06:33:05.956241 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b2ec-ee36-4ab3-8959-543c028236d3 req-75c61f54-fdd6-47d6-a065-e3bda0249a54 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:05.957700 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8d5b2ec-ee36-4ab3-8959-543c028236d3 req-75c61f54-fdd6-47d6-a065-e3bda0249a54 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 946 time: 0.0486131 Sep 09 06:33:06.004923 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d8d5b2ec-ee36-4ab3-8959-543c028236d3 req-fe1591d7-e11d-4bdd-9dd1-f5adefe69f4c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=579a7ce0-549b-4dd2-9312-10b21734f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Sep 09 06:33:06.073168 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-c2267cdc-695d-44fe-bfe6-1d79c207d8c3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:06.074680 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-c2267cdc-695d-44fe-bfe6-1d79c207d8c3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 946 time: 0.0484273 Sep 09 06:33:06.172182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Deleting port 837586c2-7c46-4e73-876b-89de8eba416d {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:33:06.172516 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (837586c2-7c46-4e73-876b-89de8eba416d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:06.272764 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] For port 837586c2-7c46-4e73-876b-89de8eba416d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=837586c2-7c46-4e73-876b-89de8eba416d,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:06.273043 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (837586c2-7c46-4e73-876b-89de8eba416d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:06.437254 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:06.437600 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (035e149e-c2b5-421c-9383-267bba19f89e), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:06.437915 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Floating IP 035e149e-c2b5-421c-9383-267bba19f89e disassociated. External IP: 172.27.0.209, port: 837586c2-7c46-4e73-876b-89de8eba416d. Sep 09 06:33:06.438255 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Calling delete_port for 837586c2-7c46-4e73-876b-89de8eba416d owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:33:06.576839 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (837586c2-7c46-4e73-876b-89de8eba416d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:06.606151 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'Port': ['ID=837586c2-7c46-4e73-876b-89de8eba416d,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:06.617165 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:06.622417 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:DELETE=1,neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:06.694044 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:06.717674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:33:06.800131 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:06.822158 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:33:06.832412 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:33:06.844389 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:33:06.845260 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:33:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:06.867342 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] No DVR routers for this DVR port 837586c2-7c46-4e73-876b-89de8eba416d on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:33:06.869867 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:06.873256 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ab5da94a-c8f9-4541-9eaa-0ae68ae6aa2f req-f77ceba8-9a07-42a4-b5ca-cdfd3ea0b8cd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "DELETE /networking/v2.0/ports/837586c2-7c46-4e73-876b-89de8eba416d HTTP/1.1" status: 204 len: 173 time: 0.7861664 Sep 09 06:33:06.873756 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'name': 'network-vif-deleted', 'tag': '837586c2-7c46-4e73-876b-89de8eba416d'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:06.876642 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16d8135-a7b5-4961-bf16-3c53c53d2903" -d '{"events": [{"server_uuid": "1032ded3-aab9-4275-bad0-aef089a44bdc", "name": "network-vif-deleted", "tag": "837586c2-7c46-4e73-876b-89de8eba416d"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:06.934714 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ef0226-72d8-4788-b0c6-054a557057df x-openstack-request-id: req-d2ef0226-72d8-4788-b0c6-054a557057df {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:06.935016 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1032ded3-aab9-4275-bad0-aef089a44bdc", "name": "network-vif-deleted", "tag": "837586c2-7c46-4e73-876b-89de8eba416d", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:06.935323 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2ef0226-72d8-4788-b0c6-054a557057df {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:06.935935 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ef0226-72d8-4788-b0c6-054a557057df'] response: {'server_uuid': '1032ded3-aab9-4275-bad0-aef089a44bdc', 'name': 'network-vif-deleted', 'tag': '837586c2-7c46-4e73-876b-89de8eba416d', 'status': 'completed', 'code': 200} Sep 09 06:33:06.961149 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:33:07.123090 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:07.169037 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96cb58ec-d0bb-4b5a-a3a3-26292edc4acf req-4838262d-a1c5-439b-8630-faa0df8e24e0 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.0304661 Sep 09 06:33:07.174569 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:07.190240 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:07.190969 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04767abb-483f-41df-82fd-4f426ecbd9c7 req-6fd3f4d9-4fc4-45b8-9840-e77c8ce762e6 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:07.192542 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-04767abb-483f-41df-82fd-4f426ecbd9c7 req-6fd3f4d9-4fc4-45b8-9840-e77c8ce762e6 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0908628 Sep 09 06:33:07.215626 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:33:07.224768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:33:07.225519 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:33:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:07.245452 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-04767abb-483f-41df-82fd-4f426ecbd9c7 req-474c2a63-0220-4d5e-b413-840630f207e3 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456388 Sep 09 06:33:07.326744 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:33:07.509001 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:07.538772 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd4e0-6467-4ad5-a6f7-cc6ce3966f30 None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:33:07.769662 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e601fa06-12a1-49cb-85f7-b2cafd278a2b None None] New status for floating IP 035e149e-c2b5-421c-9383-267bba19f89e: DOWN {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:33:08.287369 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c03fe30a-1413-445c-ae5f-1cbceade30e9 req-b5d9addb-2273-4423-a217-08b45ad431d9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.0280006 Sep 09 06:33:08.370600 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ca9f-3567-40a0-96b6-bf56e735bc3c req-0ef6cec5-5a3c-4dea-9701-4e865ca3d9f9 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:08.372062 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fa48ca9f-3567-40a0-96b6-bf56e735bc3c req-0ef6cec5-5a3c-4dea-9701-4e865ca3d9f9 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0463197 Sep 09 06:33:08.418827 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fa48ca9f-3567-40a0-96b6-bf56e735bc3c req-ebc18686-1649-4866-9768-8f117398f63d tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Sep 09 06:33:09.410644 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0b81ca59-a80a-490a-abee-b926f81ca64a req-03deb6be-e71a-44e9-b11c-e95d463c4736 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1032ded3-aab9-4275-bad0-aef089a44bdc HTTP/1.1" status: 200 len: 210 time: 0.0320723 Sep 09 06:33:09.569585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b987-934e-400c-adba-9c018d9e9a3b req-25422588-2705-47e2-bb60-f26f21706360 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:09.571097 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a30b987-934e-400c-adba-9c018d9e9a3b req-25422588-2705-47e2-bb60-f26f21706360 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0768187 Sep 09 06:33:09.584296 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-fb50d1ae-63fc-44be-af67-720848c5da48 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:09.585619 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-fb50d1ae-63fc-44be-af67-720848c5da48 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 946 time: 0.0636027 Sep 09 06:33:09.688881 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a30b987-934e-400c-adba-9c018d9e9a3b req-a06d9e40-227f-4137-ac5a-247621968d01 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115582 Sep 09 06:33:09.711101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Deleting port d09eea98-ba89-41b9-a4b1-5d95810e5290 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:33:09.711381 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:09.799924 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] For port d09eea98-ba89-41b9-a4b1-5d95810e5290, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d09eea98-ba89-41b9-a4b1-5d95810e5290,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:09.800287 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:09.813585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Calling delete_port for d09eea98-ba89-41b9-a4b1-5d95810e5290 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:33:09.941152 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (d09eea98-ba89-41b9-a4b1-5d95810e5290), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:09.953372 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['d09eea98-ba89-41b9-a4b1-5d95810e5290'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:33:09.967300 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Pushing event deleted for resources: {'Port': ['ID=d09eea98-ba89-41b9-a4b1-5d95810e5290,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:10.016458 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] No DVR routers for this DVR port d09eea98-ba89-41b9-a4b1-5d95810e5290 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:33:10.019041 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:10.023095 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d122cd7c-5bb8-484d-915d-098d9a718270 req-4ad134de-b870-4ae9-aa31-bf75707931e8 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.33 "DELETE /networking/v2.0/ports/d09eea98-ba89-41b9-a4b1-5d95810e5290 HTTP/1.1" status: 204 len: 173 time: 0.4312730 Sep 09 06:33:10.023610 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4b142-0395-4891-b700-e87c3628fa1f', 'name': 'network-vif-deleted', 'tag': 'd09eea98-ba89-41b9-a4b1-5d95810e5290'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:10.025858 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50893aba-dee6-4d67-86d7-3a9b6753166f" -d '{"events": [{"server_uuid": "a2e4b142-0395-4891-b700-e87c3628fa1f", "name": "network-vif-deleted", "tag": "d09eea98-ba89-41b9-a4b1-5d95810e5290"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:10.072067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63486f6-ea93-4e69-a846-52d538c0f23a x-openstack-request-id: req-b63486f6-ea93-4e69-a846-52d538c0f23a {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:10.072362 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e4b142-0395-4891-b700-e87c3628fa1f", "name": "network-vif-deleted", "tag": "d09eea98-ba89-41b9-a4b1-5d95810e5290", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:10.072618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b63486f6-ea93-4e69-a846-52d538c0f23a {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:10.073025 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63486f6-ea93-4e69-a846-52d538c0f23a'] response: {'server_uuid': 'a2e4b142-0395-4891-b700-e87c3628fa1f', 'name': 'network-vif-deleted', 'tag': 'd09eea98-ba89-41b9-a4b1-5d95810e5290', 'status': 'completed', 'code': 200} Sep 09 06:33:10.509255 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 54462) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:10.526161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:10.565210 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f877fbef-3be6-4ce2-921e-3e53876e4179 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (579a7ce0-549b-4dd2-9312-10b21734f7bf), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:10.588123 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f877fbef-3be6-4ce2-921e-3e53876e4179 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (579a7ce0-549b-4dd2-9312-10b21734f7bf), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:10.616021 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:10.636766 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f877fbef-3be6-4ce2-921e-3e53876e4179 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (579a7ce0-549b-4dd2-9312-10b21734f7bf), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:10.639339 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f877fbef-3be6-4ce2-921e-3e53876e4179 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:10.640532 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-f877fbef-3be6-4ce2-921e-3e53876e4179 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/579a7ce0-549b-4dd2-9312-10b21734f7bf HTTP/1.1" status: 204 len: 168 time: 0.1302669 Sep 09 06:33:10.643691 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54464) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:10.650555 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877fbef-3be6-4ce2-921e-3e53876e4179 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a7ce0-549b-4dd2-9312-10b21734f7bf,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:10.663067 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.api.v2.resource [None req-11b1cc09-a136-45e4-af92-33e310b27013 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] show failed (client error): The resource could not be found. Sep 09 06:33:10.667613 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 54466) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:10.668259 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-11b1cc09-a136-45e4-af92-33e310b27013 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups/579a7ce0-549b-4dd2-9312-10b21734f7bf HTTP/1.1" status: 404 len: 347 time: 0.0235307 Sep 09 06:33:10.735024 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 837586c2-7c46-4e73-876b-89de8eba416d no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:33:10.782747 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 837586c2-7c46-4e73-876b-89de8eba416d {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:33:10.783087 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 837586c2-7c46-4e73-876b-89de8eba416d not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:33:10.839512 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1412c657-f714-463d-8026-dea062a0417b req-8c75f06d-1ac3-48e1-a811-1aa15b1f3318 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a2e4b142-0395-4891-b700-e87c3628fa1f HTTP/1.1" status: 200 len: 210 time: 0.0379062 Sep 09 06:33:10.850486 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Deleting port d548fb0c-c5b7-4beb-99b7-be9e2d8970a8 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:33:10.850833 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:10.934188 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:10.934520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:10.949575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Calling delete_port for d548fb0c-c5b7-4beb-99b7-be9e2d8970a8 owned by network:floatingip {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:33:11.094303 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (d548fb0c-c5b7-4beb-99b7-be9e2d8970a8), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.119836 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'Port': ['ID=d548fb0c-c5b7-4beb-99b7-be9e2d8970a8,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:11.145576 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (035e149e-c2b5-421c-9383-267bba19f89e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.148845 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.150009 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-163c6f74-241e-41d3-b542-7277e9c78ff4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/035e149e-c2b5-421c-9383-267bba19f89e HTTP/1.1" status: 204 len: 168 time: 0.4807870 Sep 09 06:33:11.238948 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54484) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:11.244783 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-ca9a41d9-6f00-4e81-8f4a-5d340411df02 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106489718', 'description': 'tempest-description--51659048'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:11.267886 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca9a41d9-6f00-4e81-8f4a-5d340411df02 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.345750 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca9a41d9-6f00-4e81-8f4a-5d340411df02 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.351292 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca9a41d9-6f00-4e81-8f4a-5d340411df02 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.372937 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca9a41d9-6f00-4e81-8f4a-5d340411df02 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.376904 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ca9a41d9-6f00-4e81-8f4a-5d340411df02 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1341212 Sep 09 06:33:11.377292 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 54490) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:11.381836 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-e7291062-c2be-4515-a18d-5b4d400ed60e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group_rule': {'security_group_id': 'dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:11.391813 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a41d9-6f00-4e81-8f4a-5d340411df02 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:11.410645 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7291062-c2be-4515-a18d-5b4d400ed60e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (236460dc-fb9b-4fc7-a596-983392dd4f88), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.470718 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7291062-c2be-4515-a18d-5b4d400ed60e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (236460dc-fb9b-4fc7-a596-983392dd4f88), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.474946 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7291062-c2be-4515-a18d-5b4d400ed60e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (236460dc-fb9b-4fc7-a596-983392dd4f88), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.493192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7291062-c2be-4515-a18d-5b4d400ed60e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236460dc-fb9b-4fc7-a596-983392dd4f88,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:11.501826 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e7291062-c2be-4515-a18d-5b4d400ed60e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.503079 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-e7291062-c2be-4515-a18d-5b4d400ed60e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248035 Sep 09 06:33:11.505775 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 54492) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:11.509929 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-444c2927-68cf-4bfe-bd61-08e0e9be6414 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group_rule': {'security_group_id': 'dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:11.534443 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-444c2927-68cf-4bfe-bd61-08e0e9be6414 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (91ec5758-f197-468f-8117-312449cd033d), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.592972 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-444c2927-68cf-4bfe-bd61-08e0e9be6414 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (91ec5758-f197-468f-8117-312449cd033d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.596500 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-444c2927-68cf-4bfe-bd61-08e0e9be6414 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (91ec5758-f197-468f-8117-312449cd033d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.609305 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:11.622346 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c2927-68cf-4bfe-bd61-08e0e9be6414 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ec5758-f197-468f-8117-312449cd033d,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:11.628838 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-444c2927-68cf-4bfe-bd61-08e0e9be6414 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.630005 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-444c2927-68cf-4bfe-bd61-08e0e9be6414 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233256 Sep 09 06:33:11.633340 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54494) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:11.637872 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:11.645623 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:11.662538 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.726164 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:11.748348 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.852417 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Allocated IP 172.27.0.66 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/7960bd58-eaf0-4a74-bafb-2f314efb32b4) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:33:11.957922 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (7960bd58-eaf0-4a74-bafb-2f314efb32b4), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:11.992358 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (7960bd58-eaf0-4a74-bafb-2f314efb32b4), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:12.030051 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:33:12.035422 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:33:12.039683 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:33:12.061574 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=7960bd58-eaf0-4a74-bafb-2f314efb32b4,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:12.134676 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (ba1581e5-61d9-4b03-9b96-3f8a6fd92afc), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:12.169376 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (7960bd58-eaf0-4a74-bafb-2f314efb32b4), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:12.305584 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:12.318613 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (7960bd58-eaf0-4a74-bafb-2f314efb32b4), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:12.323148 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (7960bd58-eaf0-4a74-bafb-2f314efb32b4), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:12.389646 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (ba1581e5-61d9-4b03-9b96-3f8a6fd92afc), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:12.393496 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=7960bd58-eaf0-4a74-bafb-2f314efb32b4,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:12.410291 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:12.411534 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ee2e6677-6bc1-4a43-a764-51eb47786794 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7771811 Sep 09 06:33:12.622555 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-bed2ebaf-8c4d-4288-8319-1d0043d872fd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--106489718&fields=id&tenant_id=e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 267 time: 0.0436003 Sep 09 06:33:12.728585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-70bd21f2-9b45-42a4-905a-9ff3bc150102 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:12.730006 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-70bd21f2-9b45-42a4-905a-9ff3bc150102 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 815 time: 0.1009972 Sep 09 06:33:12.744234 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-59b239b2-10f4-41ba-95cf-225b35d5e3e1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/quotas/e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 375 time: 0.0088496 Sep 09 06:33:12.758606 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:12.796275 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-95d7bc0d-1b05-4574-8227-956c264b4249 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472748 Sep 09 06:33:12.894709 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-bb544ede-e8ff-4a24-a774-c5318b6b3f61 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865774 Sep 09 06:33:12.984009 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-30b9dc68-9fe7-4d40-9b80-027d356e7135 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827465 Sep 09 06:33:13.150264 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1025c49b-8af5-4acf-9b3e-412db2f49382 req-e32a7745-4cc9-43e4-af4c-84aa992efbc5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 210 time: 0.0292320 Sep 09 06:33:14.254130 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-711b2729-0dd9-4b74-a50b-9135bd629b9f req-7f65d787-f0a7-4207-b509-a4bf1fe17543 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 210 time: 0.0311670 Sep 09 06:33:15.324730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device d09eea98-ba89-41b9-a4b1-5d95810e5290 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:33:15.349699 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: d09eea98-ba89-41b9-a4b1-5d95810e5290 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:33:15.350036 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device d09eea98-ba89-41b9-a4b1-5d95810e5290 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:33:15.351426 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:15.371419 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a62f6387-921a-41e5-bd3a-17a665ae3590 req-7c5eafcb-444e-46e0-9427-4049fbd4889a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 210 time: 0.0326109 Sep 09 06:33:16.521615 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2eaaeb3a-04f3-4cf0-b3e4-2455a9541f02 req-1bce1fc9-80c3-4ad9-b648-dd347de340e7 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 210 time: 0.0643330 Sep 09 06:33:16.572843 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-e7380b4f-881b-4852-ac71-3cb7767248b4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:16.574274 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-e7380b4f-881b-4852-ac71-3cb7767248b4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 815 time: 0.1494317 Sep 09 06:33:16.636808 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-883e404f-d2e4-4c86-9ba8-a7977145c24e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 379 time: 0.0533545 Sep 09 06:33:16.646737 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'port': {'device_id': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'admin_state_up': True, 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'security_groups': ['dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:16.761565 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Made reservation on behalf of e8ee1a9407994bf9a624e6231c7fe565 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:33:16.765623 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:16.982050 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Allocated IP 172.20.0.14 (6a1e56b2-5174-4859-ad55-8ae965984c50/9f2421d1-d0a5-4dce-9461-ca1f7f9346fa/abab4c35-0202-452b-9ab3-3bda90e50057) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:33:17.058822 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:17.079025 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f158f0-9628-4b41-99c8-7f5fe57c291c req-0c31dd90-a556-4d7c-a523-93ea5f1d8338 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:17.080535 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-78f158f0-9628-4b41-99c8-7f5fe57c291c req-0c31dd90-a556-4d7c-a523-93ea5f1d8338 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0874593 Sep 09 06:33:17.480402 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:17.491115 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-78f158f0-9628-4b41-99c8-7f5fe57c291c req-517552f0-e354-46ae-8d17-210e70071118 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161482 Sep 09 06:33:17.502065 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (abab4c35-0202-452b-9ab3-3bda90e50057), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:17.539886 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:17.603197 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:33:17.608926 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:33:17.613443 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:33:17.618688 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:17.619632 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:17.661448 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=abab4c35-0202-452b-9ab3-3bda90e50057,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:17.674576 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-b770e535-38a8-4236-81a5-e6a115d05c21 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0314562 Sep 09 06:33:17.697601 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Request body: {'port': {'device_id': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:17.736420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e4730-a426-4cd0-9d4f-e7eb01c2a615 req-0a7d02b6-0cfa-4ca2-9e96-e98d0a64d2a7 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:17.737944 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-193e4730-a426-4cd0-9d4f-e7eb01c2a615 req-0a7d02b6-0cfa-4ca2-9e96-e98d0a64d2a7 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 932 time: 0.1149881 Sep 09 06:33:17.803428 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:17.833840 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-193e4730-a426-4cd0-9d4f-e7eb01c2a615 req-4d31a403-b8ed-496b-aa72-0ee102093e1e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854092 Sep 09 06:33:17.883649 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-5db3f660-5ded-47b9-9b08-0edf35cdce19 None None] Provisioning complete for port abab4c35-0202-452b-9ab3-3bda90e50057 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:33:17.884217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-5db3f660-5ded-47b9-9b08-0edf35cdce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:17.915506 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-5db3f660-5ded-47b9-9b08-0edf35cdce19 None None] Port abab4c35-0202-452b-9ab3-3bda90e50057 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:33:18.074287 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abab4c35-0202-452b-9ab3-3bda90e50057 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:33:18.082020 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Publish callbacks [] for port (abab4c35-0202-452b-9ab3-3bda90e50057), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.096925 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Transition to ACTIVE for port object abab4c35-0202-452b-9ab3-3bda90e50057 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:33:18.101510 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.167595 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Pushing event updated for resources: {'Port': ['ID=abab4c35-0202-452b-9ab3-3bda90e50057,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:18.174111 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:18.181107 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Attempting to bind port abab4c35-0202-452b-9ab3-3bda90e50057 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:33:18.181513 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Attempting to bind port abab4c35-0202-452b-9ab3-3bda90e50057 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:33:18.181941 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Attempting to bind port abab4c35-0202-452b-9ab3-3bda90e50057 on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:33:18.228850 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Port abab4c35-0202-452b-9ab3-3bda90e50057 on network 6a1e56b2-5174-4859-ad55-8ae965984c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:33:18.229175 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Attempting to bind port abab4c35-0202-452b-9ab3-3bda90e50057 on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:33:18.271328 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:33:18.271762 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Checking segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:33:18.272152 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Bound using segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:33:18.272596 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Bound port: abab4c35-0202-452b-9ab3-3bda90e50057, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:33:18.272956 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.316506 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54622) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:18.324953 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:18.337567 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] For port abab4c35-0202-452b-9ab3-3bda90e50057, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:33:18.341382 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] For port abab4c35-0202-452b-9ab3-3bda90e50057, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=abab4c35-0202-452b-9ab3-3bda90e50057,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:33:18.347582 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.351724 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:18.352491 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.353858 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/abab4c35-0202-452b-9ab3-3bda90e50057 HTTP/1.1" status: 200 len: 1094 time: 0.6626015 Sep 09 06:33:18.355979 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'tag': 'abab4c35-0202-452b-9ab3-3bda90e50057'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:18.358221 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c9c065-e1cf-4fbf-b1cd-cf0cdb6ee01c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7eb260-2b49-4a8f-bf7b-6098b136a4bb", "tag": "abab4c35-0202-452b-9ab3-3bda90e50057"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:18.408417 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb67be2b-5120-479c-98ae-13162ca921f0 x-openstack-request-id: req-cb67be2b-5120-479c-98ae-13162ca921f0 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:18.408754 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7eb260-2b49-4a8f-bf7b-6098b136a4bb", "tag": "abab4c35-0202-452b-9ab3-3bda90e50057", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:18.409014 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb67be2b-5120-479c-98ae-13162ca921f0 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:18.409426 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb67be2b-5120-479c-98ae-13162ca921f0'] response: {'name': 'network-changed', 'server_uuid': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'tag': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'status': 'completed', 'code': 200} Sep 09 06:33:18.421460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1754fe-8218-4671-a77c-a355cc27a8da service neutron] Pushing event updated for resources: {'Port': ['ID=abab4c35-0202-452b-9ab3-3bda90e50057,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:18.434167 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-57f8c304-f83a-444d-b654-66d0bb58f988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.491344 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:18.515601 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-57f8c304-f83a-444d-b654-66d0bb58f988 admin admin] Publish callbacks [] for security_group (7c520639-774c-4d20-9041-65ba579aabb9), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.519217 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-57f8c304-f83a-444d-b654-66d0bb58f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (7c520639-774c-4d20-9041-65ba579aabb9), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.561782 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8c304-f83a-444d-b654-66d0bb58f988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c520639-774c-4d20-9041-65ba579aabb9,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:18.570141 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-57f8c304-f83a-444d-b654-66d0bb58f988 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6142fb9ed8a3428ca2216368d073a13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500896 Sep 09 06:33:18.571197 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54632) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:18.620997 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0cd2167e-8e24-453b-a5ac-6b7d16f8fca9 admin admin] Publish callbacks [] for security_group (7c520639-774c-4d20-9041-65ba579aabb9), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.623107 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b9725-eead-4e5a-87ee-1d0d8d2d4b97 req-bbacd1b5-0306-4791-a503-599251548bef tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:18.624631 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-239b9725-eead-4e5a-87ee-1d0d8d2d4b97 req-bbacd1b5-0306-4791-a503-599251548bef tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0484536 Sep 09 06:33:18.641051 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0cd2167e-8e24-453b-a5ac-6b7d16f8fca9 admin admin] Publish callbacks [] for security_group (7c520639-774c-4d20-9041-65ba579aabb9), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.673708 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-239b9725-eead-4e5a-87ee-1d0d8d2d4b97 req-0796edfd-459a-4c5a-b873-817c8c00b95c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Sep 09 06:33:18.689979 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0cd2167e-8e24-453b-a5ac-6b7d16f8fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (7c520639-774c-4d20-9041-65ba579aabb9), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.692557 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0cd2167e-8e24-453b-a5ac-6b7d16f8fca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:18.703253 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0cd2167e-8e24-453b-a5ac-6b7d16f8fca9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7c520639-774c-4d20-9041-65ba579aabb9 HTTP/1.1" status: 204 len: 168 time: 0.1221526 Sep 09 06:33:18.707901 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2167e-8e24-453b-a5ac-6b7d16f8fca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c520639-774c-4d20-9041-65ba579aabb9,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:18.964188 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621ffad-28b6-47d1-bcb9-b1169b0d06c0 req-08a7f97d-5e66-4310-92e5-ab7554e7427b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:18.965790 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8621ffad-28b6-47d1-bcb9-b1169b0d06c0 req-08a7f97d-5e66-4310-92e5-ab7554e7427b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 944 time: 0.0509834 Sep 09 06:33:19.020240 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8621ffad-28b6-47d1-bcb9-b1169b0d06c0 req-67767d8d-d793-46de-ac24-ed297443e6ef tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485077 Sep 09 06:33:19.091430 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:19.095648 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:19.804347 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2dfd0-aed4-45bb-ae0a-fa4d52932b84 req-2c9c2fc9-145c-44a1-932c-d6ca4e40f42d tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:19.805800 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-68e2dfd0-aed4-45bb-ae0a-fa4d52932b84 req-2c9c2fc9-145c-44a1-932c-d6ca4e40f42d tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0475535 Sep 09 06:33:19.852712 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-68e2dfd0-aed4-45bb-ae0a-fa4d52932b84 req-4ae66982-7e09-42fe-9dd0-538f6b6da22f tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 Sep 09 06:33:20.141869 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f57aa-40e2-4ba8-b577-76c699caf90c req-2bb13018-ee7e-4a57-8f8e-421efe91c6e8 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:20.143317 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae4f57aa-40e2-4ba8-b577-76c699caf90c req-2bb13018-ee7e-4a57-8f8e-421efe91c6e8 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 944 time: 0.0469971 Sep 09 06:33:20.189429 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ae4f57aa-40e2-4ba8-b577-76c699caf90c req-7430afa0-ad0e-4857-a90b-9a146c98509d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403409 Sep 09 06:33:20.560583 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c065-e1cf-4fbf-b1cd-cf0cdb6ee01c req-c7feb343-d82c-415c-a32a-a257c5176fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:20.562072 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-02c9c065-e1cf-4fbf-b1cd-cf0cdb6ee01c req-c7feb343-d82c-415c-a32a-a257c5176fb1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 1128 time: 0.0451477 Sep 09 06:33:20.661923 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c065-e1cf-4fbf-b1cd-cf0cdb6ee01c req-8877ccab-539d-4170-be9d-f07cc44d093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:20.663341 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-02c9c065-e1cf-4fbf-b1cd-cf0cdb6ee01c req-8877ccab-539d-4170-be9d-f07cc44d093c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928280 Sep 09 06:33:20.762296 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c065-e1cf-4fbf-b1cd-cf0cdb6ee01c req-8356af20-d367-489b-9302-d05b28e9cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:20.763833 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-02c9c065-e1cf-4fbf-b1cd-cf0cdb6ee01c req-8356af20-d367-489b-9302-d05b28e9cb62 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947602 Sep 09 06:33:20.844369 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-a804f3e2-fd89-4799-8dee-4fdf0105654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:20.845866 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-a804f3e2-fd89-4799-8dee-4fdf0105654b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 1128 time: 0.0414786 Sep 09 06:33:20.887179 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-90843749-7a3f-4696-b080-8b3bacfd69c1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abab4c35-0202-452b-9ab3-3bda90e50057 HTTP/1.1" status: 200 len: 217 time: 0.0339589 Sep 09 06:33:20.996695 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:21.002949 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-c33777be-8352-408d-b43a-96e50990d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:21.004430 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-c33777be-8352-408d-b43a-96e50990d9a5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.1109436 Sep 09 06:33:21.017581 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f9ae5-0881-4662-9f2a-2eb9fc06cd6d req-4eb860c8-409e-4373-b4b1-6b6f1c862f93 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:21.018962 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cf3f9ae5-0881-4662-9f2a-2eb9fc06cd6d req-4eb860c8-409e-4373-b4b1-6b6f1c862f93 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0893753 Sep 09 06:33:21.113253 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-a4fe3428-ed4e-4de2-97fc-01859ac7c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:21.115144 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-a4fe3428-ed4e-4de2-97fc-01859ac7c5c5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0950675 Sep 09 06:33:21.121324 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:21.179514 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-113735e3-2900-4fc3-ab51-11fbbb0ffd38 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:21.180958 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-113735e3-2900-4fc3-ab51-11fbbb0ffd38 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/networks?id=13f47cc6-2087-46cd-8f70-e93a65643080 HTTP/1.1" status: 200 len: 812 time: 0.2382901 Sep 09 06:33:21.187190 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cf3f9ae5-0881-4662-9f2a-2eb9fc06cd6d req-31062c9b-1d35-4f47-b12a-3d30a1ba53b5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379008 Sep 09 06:33:21.230280 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2b0f768-1444-487d-be20-9736991a62e0 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/quotas/9c96a5a4edc84b70a31c6b0cd2a8f864 HTTP/1.1" status: 200 len: 375 time: 0.0421076 Sep 09 06:33:21.281361 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-be3dfe01-35c1-402c-8a1f-ff26a562f64c tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407593 Sep 09 06:33:21.318247 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-c112259a-9c4f-4259-b5fe-33b41d6af986 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957855 Sep 09 06:33:21.376523 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d574a-68b9-4531-9d4c-0fb423476120 req-12b24784-146b-4e57-9126-fe519ee275fe tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:21.377834 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a09d574a-68b9-4531-9d4c-0fb423476120 req-12b24784-146b-4e57-9126-fe519ee275fe tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 944 time: 0.1039541 Sep 09 06:33:21.500233 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-d8d9cb29-1ce0-416f-a288-81f4594ca922 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084548 Sep 09 06:33:21.540347 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a09d574a-68b9-4531-9d4c-0fb423476120 req-4c2ac5e9-5a35-4e8c-af77-5fa39d36f6c5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366072 Sep 09 06:33:21.549413 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a25efff-9add-4f88-958b-c9ee2662dc8a req-887757ad-54cd-4c1a-9746-e689ce7c2521 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203712 Sep 09 06:33:21.615129 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-a22b56df-cb15-40ca-bc07-378088dc1800 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077323 Sep 09 06:33:21.776790 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-39058598-ce7d-46b2-9731-e3ee98837513 req-4fc665e6-75f1-4ea7-a22b-490e502ebc8a tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 210 time: 0.0309756 Sep 09 06:33:22.313917 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314072d6-c25e-4006-86ca-1f72d46f0f2f req-08711a3e-6912-4599-a694-6ba2d757f1e6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:22.315343 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-314072d6-c25e-4006-86ca-1f72d46f0f2f req-08711a3e-6912-4599-a694-6ba2d757f1e6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0505092 Sep 09 06:33:22.362493 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-314072d6-c25e-4006-86ca-1f72d46f0f2f req-d098a38f-c6b2-48b7-888c-9ed568245a10 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Sep 09 06:33:22.679223 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f5ca5-5419-4558-9cf6-a601a120ebf9 req-822a9ef3-658a-4840-8184-92e477fba2e0 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:22.680681 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d54f5ca5-5419-4558-9cf6-a601a120ebf9 req-822a9ef3-658a-4840-8184-92e477fba2e0 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 944 time: 0.0526597 Sep 09 06:33:22.732024 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d54f5ca5-5419-4558-9cf6-a601a120ebf9 req-980bb2c6-5f64-42f6-aa65-2e7c19f3449d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 Sep 09 06:33:22.882032 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c1a73b9a-13bc-4239-9f72-e7246795cc07 req-ed5aea4a-d538-4fc6-b452-849310796af4 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 210 time: 0.0310721 Sep 09 06:33:23.086030 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:33:23.509178 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4c8a6-55e8-448e-b047-59e5f3a59021 req-75415a23-e17d-48f7-8542-33c0655e9ddb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:23.510640 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a3e4c8a6-55e8-448e-b047-59e5f3a59021 req-75415a23-e17d-48f7-8542-33c0655e9ddb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0528250 Sep 09 06:33:23.562440 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a3e4c8a6-55e8-448e-b047-59e5f3a59021 req-40a0918f-7589-489b-8e79-968ca142e1f5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459800 Sep 09 06:33:23.602606 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device abab4c35-0202-452b-9ab3-3bda90e50057 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:33:23.832263 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port abab4c35-0202-452b-9ab3-3bda90e50057, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=abab4c35-0202-452b-9ab3-3bda90e50057,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:23.844858 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'port_id': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'mac_address': 'fa:16:3e:a2:e7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:33:23.875470 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:23.893769 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41638-3009-4148-8dd3-da3e301406dd req-fb757f7f-f89e-4c56-a4b9-ace1c099f009 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:23.896240 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port abab4c35-0202-452b-9ab3-3bda90e50057 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:33:23.896952 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:23.900170 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-73a41638-3009-4148-8dd3-da3e301406dd req-fb757f7f-f89e-4c56-a4b9-ace1c099f009 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 944 time: 0.0883117 Sep 09 06:33:23.905666 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-05171bcd-20da-4b7a-b08c-1d486fb09c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:23.912608 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-05171bcd-20da-4b7a-b08c-1d486fb09c1c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 1130 time: 0.0727086 Sep 09 06:33:23.914097 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abab4c35-0202-452b-9ab3-3bda90e50057 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:33:23.938150 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port abab4c35-0202-452b-9ab3-3bda90e50057, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=abab4c35-0202-452b-9ab3-3bda90e50057,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:23.943451 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:23.997856 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=abab4c35-0202-452b-9ab3-3bda90e50057,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:24.039120 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:24.062302 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3bb69872-3bf3-4bff-8281-ad14b3d9514a req-0c667a97-bda4-40ed-8288-331a5de82dfe tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 210 time: 0.0478849 Sep 09 06:33:24.065505 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-73a41638-3009-4148-8dd3-da3e301406dd req-b45fe122-6ab2-444d-885c-3fc40f60b215 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621280 Sep 09 06:33:24.086436 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-52b300b9-69f0-465c-8140-bc55815b5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:24.087956 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-52b300b9-69f0-465c-8140-bc55815b5008 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 912 time: 0.1559532 Sep 09 06:33:24.231636 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['abab4c35-0202-452b-9ab3-3bda90e50057'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:33:24.277221 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:24.294006 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-f491a33f-d857-4ee7-b6c2-743c035900f5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9 HTTP/1.1" status: 200 len: 1002 time: 0.0773962 Sep 09 06:33:24.409853 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-615849c6-eda3-4081-897b-2a4fa925cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:24.411932 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-615849c6-eda3-4081-897b-2a4fa925cf76 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.1099730 Sep 09 06:33:24.477192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-0fe36012-49ae-4df6-a0e5-fb0c054f6ca1 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:24.478621 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-0fe36012-49ae-4df6-a0e5-fb0c054f6ca1 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.33 "GET /networking/v2.0/networks?id=13f47cc6-2087-46cd-8f70-e93a65643080 HTTP/1.1" status: 200 len: 812 time: 0.1750448 Sep 09 06:33:24.479519 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-066eaf39-4ed7-4e79-9e26-0811bd1a5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:24.480856 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-066eaf39-4ed7-4e79-9e26-0811bd1a5d8f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0619910 Sep 09 06:33:24.559974 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Request body: {'port': {'device_id': '3940b0da-abbf-4a9c-b3af-6ba131a360e7', 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080', 'admin_state_up': True, 'tenant_id': '9c96a5a4edc84b70a31c6b0cd2a8f864'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:24.743566 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb9a1-0cdf-441a-a864-0b1fc08aa651 req-b8f696f9-b488-4c1d-a0bd-5e6fd52dc901 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:24.744988 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4b0cb9a1-0cdf-441a-a864-0b1fc08aa651 req-b8f696f9-b488-4c1d-a0bd-5e6fd52dc901 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0878618 Sep 09 06:33:24.777095 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-62a587d3-c7bf-4566-9601-2850953637b8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282760 Sep 09 06:33:24.836892 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Made reservation on behalf of 9c96a5a4edc84b70a31c6b0cd2a8f864 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:33:24.840609 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:24.881498 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4b0cb9a1-0cdf-441a-a864-0b1fc08aa651 req-86f1a6c6-d5c6-47ae-b450-1e817cccc855 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277044 Sep 09 06:33:24.960047 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c6e0273d-d6d4-44f7-acfa-69b3653467ac req-bbc38b30-cd60-40c2-ad91-b0b3810ad367 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748636 Sep 09 06:33:25.036802 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Allocated IP 172.20.0.8 (13f47cc6-2087-46cd-8f70-e93a65643080/b1b70d80-5b01-4959-be4e-5badfd926450/eb727d25-2aa3-45c0-9c74-3a14389a8bb3) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:33:25.045927 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:25.071295 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:25.222290 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fae6275d-6de5-4041-9a4d-2913e2482d85 req-bb4e976d-dcc5-44bd-ba8a-b487b105b843 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 210 time: 0.0700884 Sep 09 06:33:25.232462 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9860b7-508b-4ca3-afaf-f322679bc200 req-dcb90ec6-2f26-4194-be33-d5cd764ca2c9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:25.243662 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3f9860b7-508b-4ca3-afaf-f322679bc200 req-dcb90ec6-2f26-4194-be33-d5cd764ca2c9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.1127322 Sep 09 06:33:25.608959 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks [] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:25.634928 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device abab4c35-0202-452b-9ab3-3bda90e50057 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:33:25.647930 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-7a5f4711-d6bb-40e1-baea-786d8321b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:25.649427 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-7a5f4711-d6bb-40e1-baea-786d8321b1dd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1129 time: 0.1199610 Sep 09 06:33:25.660713 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a7d77-969f-45ad-9615-cd41d181f807 req-352151e8-a250-4cbb-8968-b3357b78df81 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:25.662217 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c00a7d77-969f-45ad-9615-cd41d181f807 req-352151e8-a250-4cbb-8968-b3357b78df81 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 945 time: 0.1316538 Sep 09 06:33:25.663012 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:25.682039 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port abab4c35-0202-452b-9ab3-3bda90e50057 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:33:25.689240 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port abab4c35-0202-452b-9ab3-3bda90e50057 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:33:25.689688 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:25.708329 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3f9860b7-508b-4ca3-afaf-f322679bc200 req-4048b553-32db-4829-aab9-9b6199f4862a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4653900 Sep 09 06:33:25.769944 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:25.781818 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port abab4c35-0202-452b-9ab3-3bda90e50057 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:33:25.782196 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:25.806946 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abab4c35-0202-452b-9ab3-3bda90e50057'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:25.809231 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2cdf0f-6da2-4d8c-a02f-186aa7fc8f88" -d '{"events": [{"server_uuid": "9c7eb260-2b49-4a8f-bf7b-6098b136a4bb", "name": "network-vif-plugged", "status": "completed", "tag": "abab4c35-0202-452b-9ab3-3bda90e50057"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:25.821659 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port abab4c35-0202-452b-9ab3-3bda90e50057, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=abab4c35-0202-452b-9ab3-3bda90e50057,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:25.826041 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:25.844076 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Network 13f47cc6-2087-46cd-8f70-e93a65643080 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:33:25.853086 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8237e083-191b-4fc3-a693-7613d6fce6c7 x-openstack-request-id: req-8237e083-191b-4fc3-a693-7613d6fce6c7 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:25.853376 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7eb260-2b49-4a8f-bf7b-6098b136a4bb", "name": "network-vif-plugged", "status": "completed", "tag": "abab4c35-0202-452b-9ab3-3bda90e50057", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:25.853626 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8237e083-191b-4fc3-a693-7613d6fce6c7 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:25.854047 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8237e083-191b-4fc3-a693-7613d6fce6c7'] response: {'server_uuid': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'code': 200} Sep 09 06:33:25.854839 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c00a7d77-969f-45ad-9615-cd41d181f807 req-b061b3d0-cf29-4e25-9a3e-6beabb48f2af tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687646 Sep 09 06:33:25.862663 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:33:25.866314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:33:25.871567 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:25.871765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:25.878003 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=abab4c35-0202-452b-9ab3-3bda90e50057,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:25.891777 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-3fb53e9f-d913-494a-a960-0e22e9d6ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:25.893248 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-3fb53e9f-d913-494a-a960-0e22e9d6ec4e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.2286520 Sep 09 06:33:25.896475 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Pushing event updated for resources: {'Port': ['ID=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:25.907030 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-e2690765-a3ed-429a-9ca7-d37956209bbf tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3503933 Sep 09 06:33:26.007214 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Request body: {'port': {'device_id': '3940b0da-abbf-4a9c-b3af-6ba131a360e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:26.021487 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb90ff-19c7-49c0-9dcc-1fb8e485acfa req-d1bd7906-bf93-425f-8319-0f4d0293dd31 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:26.022946 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6dfb90ff-19c7-49c0-9dcc-1fb8e485acfa req-d1bd7906-bf93-425f-8319-0f4d0293dd31 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0626569 Sep 09 06:33:26.136602 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-a87314ec-f08d-44a4-addb-9faae2dc40ac service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692 HTTP/1.1" status: 200 len: 1001 time: 0.1362116 Sep 09 06:33:26.212589 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:26.232872 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6dfb90ff-19c7-49c0-9dcc-1fb8e485acfa req-a91d8212-83b2-4e99-a149-f1acc0e90381 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635334 Sep 09 06:33:26.248754 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dd80b-859c-4e35-a7d3-e0f30de5d5c7 req-f8dee499-ef47-4155-b5db-270596a2c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:26.250216 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-651dd80b-859c-4e35-a7d3-e0f30de5d5c7 req-f8dee499-ef47-4155-b5db-270596a2c5ec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 1130 time: 0.1174705 Sep 09 06:33:26.278303 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-40333bdb-b6a4-444f-9313-b5d7bb3daa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:26.279719 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-40333bdb-b6a4-444f-9313-b5d7bb3daa8d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.1286187 Sep 09 06:33:26.280113 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:26.283153 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:26.446348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-10c855d7-f2e0-41d2-b37f-2a18af8ca5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:26.447859 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-10c855d7-f2e0-41d2-b37f-2a18af8ca5d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1558509 Sep 09 06:33:26.454173 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-651dd80b-859c-4e35-a7d3-e0f30de5d5c7 req-54aada83-4cbf-4a86-8719-1db7a29c2fde service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850264 Sep 09 06:33:26.463630 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647d7de-a3f6-42c5-8928-f5efbdf51866 req-f8690798-5cf1-44e8-a186-c81e7c19f71b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:26.464921 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0647d7de-a3f6-42c5-8928-f5efbdf51866 req-f8690798-5cf1-44e8-a186-c81e7c19f71b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 931 time: 0.1602638 Sep 09 06:33:26.631375 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0647d7de-a3f6-42c5-8928-f5efbdf51866 req-593aac86-59b6-432b-bdee-992fd8221607 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522393 Sep 09 06:33:26.661891 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-3a281aab-16b0-4ae4-a628-b878c5da7c54 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068200 Sep 09 06:33:26.776026 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb727d25-2aa3-45c0-9c74-3a14389a8bb3 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:33:26.786426 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Publish callbacks [] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:26.855768 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Transition to ACTIVE for port object eb727d25-2aa3-45c0-9c74-3a14389a8bb3 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:33:26.863798 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7818f408-6ae2-4e4c-80a5-1334740a0f7d req-55851720-b83c-4aa9-a071-6eb476da344a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832530 Sep 09 06:33:26.870355 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2b9f9-7261-43e0-a55e-f1904cb5bb1e req-26853157-2e6a-4858-bb72-bc9c0b7314eb tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:26.871760 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-75c2b9f9-7261-43e0-a55e-f1904cb5bb1e req-26853157-2e6a-4858-bb72-bc9c0b7314eb tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0795574 Sep 09 06:33:26.872338 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:26.950680 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Pushing event updated for resources: {'Port': ['ID=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:27.006765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:27.020967 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-75c2b9f9-7261-43e0-a55e-f1904cb5bb1e req-f62cd7d1-4af7-43ba-9b7a-e616c191df52 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426566 Sep 09 06:33:27.024881 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Attempting to bind port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:33:27.025220 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Attempting to bind port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:33:27.025547 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Attempting to bind port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 on network 13f47cc6-2087-46cd-8f70-e93a65643080 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:33:27.053694 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26364c3-d501-4f21-8d89-dc862fd4c598 req-87f22cd0-acad-4835-9081-0a25021d5bcf tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:27.055145 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d26364c3-d501-4f21-8d89-dc862fd4c598 req-87f22cd0-acad-4835-9081-0a25021d5bcf tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 946 time: 0.1019604 Sep 09 06:33:27.094421 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 on network 13f47cc6-2087-46cd-8f70-e93a65643080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:33:27.094745 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Attempting to bind port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 on network 13f47cc6-2087-46cd-8f70-e93a65643080 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:33:27.141547 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d26364c3-d501-4f21-8d89-dc862fd4c598 req-f1687f98-f170-48ce-a161-00863699d56a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802526 Sep 09 06:33:27.155351 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:33:27.155723 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Checking segment: {'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:33:27.156099 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Bound using segment: {'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:33:27.156531 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Bound port: eb727d25-2aa3-45c0-9c74-3a14389a8bb3, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae49c345-395f-4858-b41c-43013aeca57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:33:27.156885 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:27.170402 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:27.222946 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] For port eb727d25-2aa3-45c0-9c74-3a14389a8bb3, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:33:27.226627 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] For port eb727d25-2aa3-45c0-9c74-3a14389a8bb3, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:33:27.232259 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:27.235265 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:27.235909 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:27.237461 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/eb727d25-2aa3-45c0-9c74-3a14389a8bb3 HTTP/1.1" status: 200 len: 1093 time: 1.2360425 Sep 09 06:33:27.240129 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3940b0da-abbf-4a9c-b3af-6ba131a360e7', 'tag': 'eb727d25-2aa3-45c0-9c74-3a14389a8bb3'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:27.242368 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a75503-0d1e-485d-850b-23eeaf609c64" -d '{"events": [{"name": "network-changed", "server_uuid": "3940b0da-abbf-4a9c-b3af-6ba131a360e7", "tag": "eb727d25-2aa3-45c0-9c74-3a14389a8bb3"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:27.282903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec3ad07-f7c1-469b-9e59-b11d51992923 x-openstack-request-id: req-2ec3ad07-f7c1-469b-9e59-b11d51992923 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:27.283209 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3940b0da-abbf-4a9c-b3af-6ba131a360e7", "tag": "eb727d25-2aa3-45c0-9c74-3a14389a8bb3", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:27.283460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ec3ad07-f7c1-469b-9e59-b11d51992923 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:27.284374 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec3ad07-f7c1-469b-9e59-b11d51992923'] response: {'name': 'network-changed', 'server_uuid': '3940b0da-abbf-4a9c-b3af-6ba131a360e7', 'tag': 'eb727d25-2aa3-45c0-9c74-3a14389a8bb3', 'status': 'completed', 'code': 200} Sep 09 06:33:27.299167 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bf9d2-c60f-4182-895b-b4cc66071d74 service neutron] Pushing event updated for resources: {'Port': ['ID=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:27.381661 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46410-6ffb-41f7-8cc1-4e5a4f8efd93 req-4ddd84c3-7ae4-4c65-b52d-d892d37a6085 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:27.383223 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3ba46410-6ffb-41f7-8cc1-4e5a4f8efd93 req-4ddd84c3-7ae4-4c65-b52d-d892d37a6085 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0507803 Sep 09 06:33:27.464560 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3ba46410-6ffb-41f7-8cc1-4e5a4f8efd93 req-0858c4a7-56e9-4234-b434-1f8cde2ba0b5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757916 Sep 09 06:33:27.469877 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a75503-0d1e-485d-850b-23eeaf609c64 req-d50807a1-6cf2-47d2-943b-3929f0bc32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:27.471281 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-78a75503-0d1e-485d-850b-23eeaf609c64 req-d50807a1-6cf2-47d2-943b-3929f0bc32f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 1127 time: 0.0529160 Sep 09 06:33:27.729785 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a75503-0d1e-485d-850b-23eeaf609c64 req-a8b9d264-cf79-4036-8feb-35d7c0f48b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:27.731267 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-78a75503-0d1e-485d-850b-23eeaf609c64 req-a8b9d264-cf79-4036-8feb-35d7c0f48b38 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1123421 Sep 09 06:33:27.763670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185ca2-5899-4527-b629-3c6fe1f320ce req-82f2d9bb-4991-4bc3-a6c2-210657fec001 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:27.765084 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82185ca2-5899-4527-b629-3c6fe1f320ce req-82f2d9bb-4991-4bc3-a6c2-210657fec001 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 943 time: 0.0498250 Sep 09 06:33:27.816947 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82185ca2-5899-4527-b629-3c6fe1f320ce req-b49c860b-f30c-478f-b8ab-b73f77167032 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457151 Sep 09 06:33:28.191974 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07f7b5-fe13-4a57-b52f-c75fd3cf6777 req-f4c83fb9-fa24-481b-923f-c90f4106e436 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:28.193991 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-df07f7b5-fe13-4a57-b52f-c75fd3cf6777 req-f4c83fb9-fa24-481b-923f-c90f4106e436 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0845261 Sep 09 06:33:28.268747 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a75503-0d1e-485d-850b-23eeaf609c64 req-a42e6be0-b1a1-4161-8627-4cc34470ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:28.270970 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-78a75503-0d1e-485d-850b-23eeaf609c64 req-a42e6be0-b1a1-4161-8627-4cc34470ecac service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878707 Sep 09 06:33:28.301496 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9d586-4740-45fb-9511-2ab9c71958b7 req-32e012a7-701f-4e27-8911-45d72e37d9e4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:28.302996 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a1d9d586-4740-45fb-9511-2ab9c71958b7 req-32e012a7-701f-4e27-8911-45d72e37d9e4 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 946 time: 0.0811281 Sep 09 06:33:28.310505 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-df07f7b5-fe13-4a57-b52f-c75fd3cf6777 req-ca053a83-adc7-4558-b1fa-9cf3847d938a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100676 Sep 09 06:33:28.364860 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:28.384969 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-3ec4d26e-4d17-4056-ab9b-bd1b537d84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:28.386462 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-3ec4d26e-4d17-4056-ab9b-bd1b537d84d0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 1127 time: 0.0672081 Sep 09 06:33:28.390254 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a1d9d586-4740-45fb-9511-2ab9c71958b7 req-4d67716f-b362-4167-8833-21aea6056ae8 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788987 Sep 09 06:33:28.431242 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-d6adfce6-4bb8-4683-b493-91ee3fedf2e3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb727d25-2aa3-45c0-9c74-3a14389a8bb3 HTTP/1.1" status: 200 len: 217 time: 0.0365679 Sep 09 06:33:28.514483 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-02b57f71-8b7a-4cb6-aeab-19f4520b6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:28.515981 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-02b57f71-8b7a-4cb6-aeab-19f4520b6771 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b1b70d80-5b01-4959-be4e-5badfd926450 HTTP/1.1" status: 200 len: 852 time: 0.0766568 Sep 09 06:33:28.523948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a21d0-9aa6-491b-bee5-9e0a8e0bf921 req-c4daebcc-148a-49d0-84f6-8a4b79cfff99 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:28.525347 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-052a21d0-9aa6-491b-bee5-9e0a8e0bf921 req-c4daebcc-148a-49d0-84f6-8a4b79cfff99 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 946 time: 0.0600982 Sep 09 06:33:28.535481 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54748) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:28.540313 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'floatingip': {'port_id': 'abab4c35-0202-452b-9ab3-3bda90e50057'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:28.558829 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-238ff316-4550-4b92-b3c3-d4838f9b502e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=13f47cc6-2087-46cd-8f70-e93a65643080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325553 Sep 09 06:33:28.582117 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (ba1581e5-61d9-4b03-9b96-3f8a6fd92afc), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:28.658283 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5d003-8ec4-4f46-8030-5c80d380ba5d req-04634e19-206e-4dc0-b9b0-88336f6e232e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:28.660062 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72e5d003-8ec4-4f46-8030-5c80d380ba5d req-04634e19-206e-4dc0-b9b0-88336f6e232e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1043496 Sep 09 06:33:28.673947 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d007-13c4-454c-bee7-4fd5cb2af493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:28.694422 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:28.724950 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-75f174e7-0164-4fb5-bc45-7ce7db1c5d5f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585946 Sep 09 06:33:28.762733 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72e5d003-8ec4-4f46-8030-5c80d380ba5d req-a8346d4f-ec1a-4a16-b276-3c849ab39f58 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923724 Sep 09 06:33:28.845096 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0e9a68ce-db77-40f5-b6f4-d17fbc826600 req-2bac01d9-2a12-4c37-8d39-542a9453047c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115682 Sep 09 06:33:28.939749 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ccbaf-74a4-4128-a0cb-dde52de8d6e0 req-281d1d97-e14c-4f12-a5a2-8ef18b1ebd25 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:28.941214 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a41ccbaf-74a4-4128-a0cb-dde52de8d6e0 req-281d1d97-e14c-4f12-a5a2-8ef18b1ebd25 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 943 time: 0.0496979 Sep 09 06:33:28.990203 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a41ccbaf-74a4-4128-a0cb-dde52de8d6e0 req-17d471a5-a48e-4fe9-9d7b-72a2cc6fb376 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Sep 09 06:33:29.212468 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:29.216277 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (ba1581e5-61d9-4b03-9b96-3f8a6fd92afc), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:29.256467 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:29.313982 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Floating IP ba1581e5-61d9-4b03-9b96-3f8a6fd92afc associated. External IP: 172.27.0.66, port: abab4c35-0202-452b-9ab3-3bda90e50057. Sep 09 06:33:29.418906 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:29.439937 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021659a-7e70-46f8-802f-2ec67651fc85 req-dd795632-b435-44b8-b654-810b3cca3416 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:29.441414 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8021659a-7e70-46f8-802f-2ec67651fc85 req-dd795632-b435-44b8-b654-810b3cca3416 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0534165 Sep 09 06:33:29.490328 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8021659a-7e70-46f8-802f-2ec67651fc85 req-e065a1a0-c255-41c8-af8c-57624ca08c27 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Sep 09 06:33:29.519720 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:33:29.622880 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:33:29.627745 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:29.633029 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:33:29.642832 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:33:29.643437 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:33:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:29.658581 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-09c1d692-11e4-47ec-b024-fadf42f23c24 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/ba1581e5-61d9-4b03-9b96-3f8a6fd92afc HTTP/1.1" status: 200 len: 991 time: 1.1218007 Sep 09 06:33:29.659373 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'tag': 'abab4c35-0202-452b-9ab3-3bda90e50057'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:29.662048 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6d6f02-70f5-409a-b7fb-cd76733e77be" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7eb260-2b49-4a8f-bf7b-6098b136a4bb", "tag": "abab4c35-0202-452b-9ab3-3bda90e50057"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:29.698931 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69954b2d-7945-4f40-8631-0058baef2a99 x-openstack-request-id: req-69954b2d-7945-4f40-8631-0058baef2a99 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:29.699224 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7eb260-2b49-4a8f-bf7b-6098b136a4bb", "tag": "abab4c35-0202-452b-9ab3-3bda90e50057", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:29.699473 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69954b2d-7945-4f40-8631-0058baef2a99 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:29.699903 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69954b2d-7945-4f40-8631-0058baef2a99'] response: {'name': 'network-changed', 'server_uuid': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'tag': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'status': 'completed', 'code': 200} Sep 09 06:33:29.748546 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:33:29.886548 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce99f1-963f-4f33-9dd2-fd8acf1b2a7b req-fe2bd333-a398-4a53-8c5b-35c966aef315 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:29.888102 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bbce99f1-963f-4f33-9dd2-fd8acf1b2a7b req-fe2bd333-a398-4a53-8c5b-35c966aef315 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0475113 Sep 09 06:33:29.935808 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bbce99f1-963f-4f33-9dd2-fd8acf1b2a7b req-9864fe09-0b4c-43dd-9493-d384599583f5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Sep 09 06:33:29.964732 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'ba1581e5-61d9-4b03-9b96-3f8a6fd92afc', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:a2:e7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:33:12Z', 'updated_at': '2022-09-09T06:33:29Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:29.991300 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:33:29.999689 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:33:30.000299 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:33:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:30.105840 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:33:30.118377 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-48f51410-7c5b-4da2-922e-a4ef17372251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:30.119888 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-48f51410-7c5b-4da2-922e-a4ef17372251 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 1130 time: 0.0753963 Sep 09 06:33:30.142928 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae2029-42f1-4def-a93d-38a2fd2518fb req-7d61e130-57cd-445b-a45a-7bc2e5a9a00f tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:30.144391 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0bae2029-42f1-4def-a93d-38a2fd2518fb req-7d61e130-57cd-445b-a45a-7bc2e5a9a00f tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 943 time: 0.0634761 Sep 09 06:33:30.182184 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:30.248351 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0bae2029-42f1-4def-a93d-38a2fd2518fb req-5b2ddbec-46f4-4d00-a694-9a7a75b1ae79 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936527 Sep 09 06:33:30.261892 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-22716f10-6162-4e7e-8476-d1108cb38762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:30.263342 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-22716f10-6162-4e7e-8476-d1108cb38762 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 916 time: 0.1360271 Sep 09 06:33:30.308815 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:30.326807 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-d35bfafd-20a4-49ec-b669-7543493d7256 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abab4c35-0202-452b-9ab3-3bda90e50057 HTTP/1.1" status: 200 len: 999 time: 0.0563538 Sep 09 06:33:30.327865 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'ba1581e5-61d9-4b03-9b96-3f8a6fd92afc', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:a2:e7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:33:12Z', 'updated_at': '2022-09-09T06:33:29Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:30.341890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:30.354367 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28541445-e15f-4b93-8b02-aab7041153a4 None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'ba1581e5-61d9-4b03-9b96-3f8a6fd92afc', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:a2:e7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:33:12Z', 'updated_at': '2022-09-09T06:33:29Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:33:30.380231 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-f6d01279-c628-4ab2-853b-fff3b1c6bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:30.381684 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-f6d01279-c628-4ab2-853b-fff3b1c6bb1a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.0466111 Sep 09 06:33:30.430129 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-cf9ad911-23b5-4067-8d12-8f336b69c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:30.431750 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-cf9ad911-23b5-4067-8d12-8f336b69c582 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439491 Sep 09 06:33:30.526212 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-c79617ce-8306-420c-948e-59c17834158a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870624 Sep 09 06:33:30.550732 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc611e-b43d-4604-b7cd-2a26d47b67fd None None] New status for floating IP ba1581e5-61d9-4b03-9b96-3f8a6fd92afc: ACTIVE {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:33:30.657996 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b40261-3de3-4203-a3f7-582da051a449 req-d6b17e7b-5965-4697-a7ae-8398e0e9ba50 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:30.659453 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-68b40261-3de3-4203-a3f7-582da051a449 req-d6b17e7b-5965-4697-a7ae-8398e0e9ba50 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0660963 Sep 09 06:33:30.663716 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9f6d6f02-70f5-409a-b7fb-cd76733e77be req-b4b79481-45cd-4f8d-a533-cf9b32a1cbae service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300254 Sep 09 06:33:30.695996 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:30.712371 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-68b40261-3de3-4203-a3f7-582da051a449 req-04ff8d5b-4b3d-4a33-8110-7ab7b3d07f8a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Sep 09 06:33:31.026224 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-71a3acf6-3c1c-469b-a847-e4765ec0a9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:31.055933 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816931e-ad19-4cea-9cd0-dd9fccb57780 req-eabe21e9-a0a6-416b-aacd-f80856891a01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:31.057401 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b816931e-ad19-4cea-9cd0-dd9fccb57780 req-eabe21e9-a0a6-416b-aacd-f80856891a01 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0475428 Sep 09 06:33:31.107458 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b816931e-ad19-4cea-9cd0-dd9fccb57780 req-7d728f54-9faf-430f-8bd2-890e992c0a78 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445616 Sep 09 06:33:31.366905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc391071-cc1f-415c-9666-90a35f2f90cb req-9a5ec729-9ab6-434d-9666-199c5f85b3f7 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:31.368395 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cc391071-cc1f-415c-9666-90a35f2f90cb req-9a5ec729-9ab6-434d-9666-199c5f85b3f7 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 943 time: 0.0471525 Sep 09 06:33:31.415022 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cc391071-cc1f-415c-9666-90a35f2f90cb req-8ad64355-d232-421d-9573-840973fd697b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Sep 09 06:33:31.671937 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device eb727d25-2aa3-45c0-9c74-3a14389a8bb3 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:33:31.776546 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port eb727d25-2aa3-45c0-9c74-3a14389a8bb3, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:31.788759 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'eb727d25-2aa3-45c0-9c74-3a14389a8bb3', 'network_id': '13f47cc6-2087-46cd-8f70-e93a65643080', 'port_id': 'eb727d25-2aa3-45c0-9c74-3a14389a8bb3', 'mac_address': 'fa:16:3e:ee:08:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b70d80-5b01-4959-be4e-5badfd926450', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:33:31.824125 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:33:31.824409 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:31.837551 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb727d25-2aa3-45c0-9c74-3a14389a8bb3 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:33:31.845659 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2fcc5-348e-437d-8556-9f42091c15cb req-cde41df7-f804-4267-9b79-2075bf0bb8c5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:31.847134 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-79c2fcc5-348e-437d-8556-9f42091c15cb req-cde41df7-f804-4267-9b79-2075bf0bb8c5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0483501 Sep 09 06:33:31.858185 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port eb727d25-2aa3-45c0-9c74-3a14389a8bb3, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:31.862279 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:31.896663 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-79c2fcc5-348e-437d-8556-9f42091c15cb req-f62648c4-dae4-4112-86de-e27f08132f04 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426955 Sep 09 06:33:31.913565 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:32.191164 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['eb727d25-2aa3-45c0-9c74-3a14389a8bb3'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:33:32.235486 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cec86-011c-4ad2-be5d-607d08963122 req-8057562e-b562-4ff2-a082-4abf4b45956d tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:32.237006 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2e3cec86-011c-4ad2-be5d-607d08963122 req-8057562e-b562-4ff2-a082-4abf4b45956d tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0522995 Sep 09 06:33:32.244184 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:32.286746 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2e3cec86-011c-4ad2-be5d-607d08963122 req-ec23a766-4ff1-4486-bd3e-6d47a3efccb1 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Sep 09 06:33:32.534856 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb247ba-0032-495d-aad9-ee9cce96c10d req-c023295d-2289-474a-97ce-9b995a99fbe6 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:32.537071 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3fb247ba-0032-495d-aad9-ee9cce96c10d req-c023295d-2289-474a-97ce-9b995a99fbe6 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 944 time: 0.0464718 Sep 09 06:33:32.584001 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3fb247ba-0032-495d-aad9-ee9cce96c10d req-9d8331a9-637e-49dd-8926-45abce8cab08 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Sep 09 06:33:33.017030 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c0665-892e-4e4a-a6e1-84368dd06171 req-6a9ffb22-9021-4883-8735-a055b9619d58 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:33.018458 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d2c0665-892e-4e4a-a6e1-84368dd06171 req-6a9ffb22-9021-4883-8735-a055b9619d58 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0463455 Sep 09 06:33:33.068801 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d2c0665-892e-4e4a-a6e1-84368dd06171 req-985f341c-2470-4fe8-8946-67eb98087fde tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441623 Sep 09 06:33:33.408087 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089581c3-9d1b-4437-ae2d-1a5f5cfbd8c3 req-7a1fc0aa-d3ec-41b2-aeb6-a056cb433db7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:33.409529 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-089581c3-9d1b-4437-ae2d-1a5f5cfbd8c3 req-7a1fc0aa-d3ec-41b2-aeb6-a056cb433db7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0469599 Sep 09 06:33:33.460139 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-089581c3-9d1b-4437-ae2d-1a5f5cfbd8c3 req-f361c37b-25f3-407e-a5e3-1cb564914796 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449309 Sep 09 06:33:33.492393 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:33.576271 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:33.664997 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:33.686575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da982735-7af2-4a0b-b817-99c406de561f req-5969f359-ed73-4b99-998b-9dedbbb344c9 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:33.688078 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-da982735-7af2-4a0b-b817-99c406de561f req-5969f359-ed73-4b99-998b-9dedbbb344c9 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0598524 Sep 09 06:33:33.696056 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device eb727d25-2aa3-45c0-9c74-3a14389a8bb3 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:33:33.740582 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:33:33.746251 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:33:33.746669 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:33.770697 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c264f-9e61-4be9-8e9d-b2bfd5864138 req-c13a496b-5572-4771-ab31-5aad4ebca1bb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:33.772418 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1a7c264f-9e61-4be9-8e9d-b2bfd5864138 req-c13a496b-5572-4771-ab31-5aad4ebca1bb tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 944 time: 0.1059859 Sep 09 06:33:33.788668 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-01447597-7550-49df-861a-77b56c954134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:33.790173 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-01447597-7550-49df-861a-77b56c954134 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 1130 time: 0.0856757 Sep 09 06:33:33.822045 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:33:33.822425 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:33.831327 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:33.841512 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-da982735-7af2-4a0b-b817-99c406de561f req-6ae3c588-677b-4395-a27d-dd6b25a76e37 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323216 Sep 09 06:33:33.848856 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940b0da-abbf-4a9c-b3af-6ba131a360e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb727d25-2aa3-45c0-9c74-3a14389a8bb3'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:33.851949 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e9e3b0-934f-461c-ad61-7f404d90cce9" -d '{"events": [{"server_uuid": "3940b0da-abbf-4a9c-b3af-6ba131a360e7", "name": "network-vif-plugged", "status": "completed", "tag": "eb727d25-2aa3-45c0-9c74-3a14389a8bb3"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:33.883382 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port eb727d25-2aa3-45c0-9c74-3a14389a8bb3, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:33.887767 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:33.893160 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c59f85-33db-48ad-9fe2-6627a0baf5a4 x-openstack-request-id: req-17c59f85-33db-48ad-9fe2-6627a0baf5a4 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:33.893526 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940b0da-abbf-4a9c-b3af-6ba131a360e7", "name": "network-vif-plugged", "status": "completed", "tag": "eb727d25-2aa3-45c0-9c74-3a14389a8bb3", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:33.893850 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17c59f85-33db-48ad-9fe2-6627a0baf5a4 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:33.894309 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c59f85-33db-48ad-9fe2-6627a0baf5a4'] response: {'server_uuid': '3940b0da-abbf-4a9c-b3af-6ba131a360e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb727d25-2aa3-45c0-9c74-3a14389a8bb3', 'code': 200} Sep 09 06:33:33.943915 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:34.197729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:34.226002 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1a7c264f-9e61-4be9-8e9d-b2bfd5864138 req-78534dd4-8aa8-4ed3-9614-8c5adf3c7a8d tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419582 Sep 09 06:33:34.233154 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762a7ae-78d3-4167-9918-21603682da2e req-cbe7c3b5-0122-4b76-b313-edf8687790ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:34.234559 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9762a7ae-78d3-4167-9918-21603682da2e req-cbe7c3b5-0122-4b76-b313-edf8687790ad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 1129 time: 0.1020572 Sep 09 06:33:34.269187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2beed11-dbc6-410d-b231-e909174ab73f req-aff05448-335d-4cee-ae04-6410e1c5826f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:34.270713 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e2beed11-dbc6-410d-b231-e909174ab73f req-aff05448-335d-4cee-ae04-6410e1c5826f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.1173713 Sep 09 06:33:34.273617 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-b2f3899c-dd22-4267-a58e-d1fbef16b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:34.274964 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-b2f3899c-dd22-4267-a58e-d1fbef16b6c6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 912 time: 0.4770949 Sep 09 06:33:34.347928 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9762a7ae-78d3-4167-9918-21603682da2e req-6cab91be-bedb-4f4d-a55d-9d75d2e328e6 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000388 Sep 09 06:33:34.385039 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-fbcf7f1e-e1fe-4ce5-8cdb-d2f8a3ce5d74 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9 HTTP/1.1" status: 200 len: 1002 time: 0.0931654 Sep 09 06:33:34.388390 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e2beed11-dbc6-410d-b231-e909174ab73f req-f5e12a0f-4ab4-48a9-ae75-5cac8a56010d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112533 Sep 09 06:33:34.620324 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-d4ba3c0b-f40a-4432-825f-89c032ebc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:34.621807 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-d4ba3c0b-f40a-4432-825f-89c032ebc9dc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.0487411 Sep 09 06:33:34.665656 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-3c3104c3-9f9b-4bab-a2a9-3e3b29a8b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:34.667111 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-3c3104c3-9f9b-4bab-a2a9-3e3b29a8b78a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384064 Sep 09 06:33:34.757626 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-7e20bf76-7756-40cb-8a5f-59ef6efd3fb7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833728 Sep 09 06:33:34.966765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eb41a-f837-45cd-90e4-c68b47770c93 req-8388bbe4-66ca-4e80-b0aa-040a3e0bbc82 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:34.968171 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d40eb41a-f837-45cd-90e4-c68b47770c93 req-8388bbe4-66ca-4e80-b0aa-040a3e0bbc82 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0502262 Sep 09 06:33:35.017797 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d40eb41a-f837-45cd-90e4-c68b47770c93 req-b43455f5-b073-46b4-ab56-53f315872870 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Sep 09 06:33:35.260865 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a0b8fa6f-afb4-439a-9df9-3552271ec65b req-778af391-24d2-49ed-9e74-7b1fc435c201 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834966 Sep 09 06:33:35.351885 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e0861-f098-451b-b28d-cb922b07d058 req-426ba200-c3c7-457f-beec-edc205be406e tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:35.353416 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-858e0861-f098-451b-b28d-cb922b07d058 req-426ba200-c3c7-457f-beec-edc205be406e tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 945 time: 0.0528121 Sep 09 06:33:35.401426 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-858e0861-f098-451b-b28d-cb922b07d058 req-e72cc142-bd0c-4fa9-b2a5-6a150d91e22c tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Sep 09 06:33:35.510279 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21315e33-39d2-4b6e-9eae-eedc348a27df req-9fc011b6-317a-44ae-ad3b-b8ad574f7d0d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:35.511745 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-21315e33-39d2-4b6e-9eae-eedc348a27df req-9fc011b6-317a-44ae-ad3b-b8ad574f7d0d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0498469 Sep 09 06:33:35.530746 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:35.560395 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-21315e33-39d2-4b6e-9eae-eedc348a27df req-239372ce-0115-4ce7-a28d-30befca3903c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Sep 09 06:33:36.145736 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237c7da-f263-41b0-b4dc-34308bb3b7ad req-ab11d434-8e0e-4429-82c2-c895693514b8 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:36.147447 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1237c7da-f263-41b0-b4dc-34308bb3b7ad req-ab11d434-8e0e-4429-82c2-c895693514b8 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0552313 Sep 09 06:33:36.197952 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1237c7da-f263-41b0-b4dc-34308bb3b7ad req-d01c340c-b92f-423a-a177-1a8a7becfd2f tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 Sep 09 06:33:36.521343 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cf52a-540e-4de7-854e-02aa4c412272 req-0134071a-027e-4fb6-9151-e534995f3b2c tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:36.522793 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ea6cf52a-540e-4de7-854e-02aa4c412272 req-0134071a-027e-4fb6-9151-e534995f3b2c tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 945 time: 0.0467446 Sep 09 06:33:36.570217 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ea6cf52a-540e-4de7-854e-02aa4c412272 req-6ee45412-7859-41fc-8cf8-b662bbc28c36 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Sep 09 06:33:36.647142 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:36.691133 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f2b6-f3cb-4d86-9709-d6a65fa2703a req-6813d43a-cdca-4559-8a44-5d0ad7e41713 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:36.693286 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a351f2b6-f3cb-4d86-9709-d6a65fa2703a req-6813d43a-cdca-4559-8a44-5d0ad7e41713 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0560141 Sep 09 06:33:36.746840 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a351f2b6-f3cb-4d86-9709-d6a65fa2703a req-08abd090-c8d1-4c4c-be80-b5f39b353680 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479927 Sep 09 06:33:37.324131 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1502b-2981-454a-8e22-106705205271 req-9d70177f-2e71-4754-a5ea-617a90359d3a tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:37.325623 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bba1502b-2981-454a-8e22-106705205271 req-9d70177f-2e71-4754-a5ea-617a90359d3a tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0520337 Sep 09 06:33:37.380270 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bba1502b-2981-454a-8e22-106705205271 req-d18f7d6a-6aea-4c97-972a-34972f8bf8fa tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490327 Sep 09 06:33:37.871860 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2104e-6393-4edf-bff3-20c3ac6b2674 req-e8178d0b-e315-4499-b34d-deb74637d95f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:37.873322 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db2104e-6393-4edf-bff3-20c3ac6b2674 req-e8178d0b-e315-4499-b34d-deb74637d95f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0479577 Sep 09 06:33:37.919860 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db2104e-6393-4edf-bff3-20c3ac6b2674 req-07d14204-9604-4dbd-acd5-2b40d0547c56 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410147 Sep 09 06:33:39.049019 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c69e8-4bd2-4680-9eff-0125ee2f5178 req-a4ea40c0-872b-40bb-a4e5-f4be119edc5c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:39.050471 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8a2c69e8-4bd2-4680-9eff-0125ee2f5178 req-a4ea40c0-872b-40bb-a4e5-f4be119edc5c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0536933 Sep 09 06:33:39.096957 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8a2c69e8-4bd2-4680-9eff-0125ee2f5178 req-2f18b1a0-9adc-4e27-a28d-365e98b7fcf5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409219 Sep 09 06:33:39.653345 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=41 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:39.655386 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=26 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:40.218478 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f029fc-cb91-4776-9218-e414480052b3 req-6e9dc56b-b2c6-4e05-b71f-ec08e52cb70d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:40.219963 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72f029fc-cb91-4776-9218-e414480052b3 req-6e9dc56b-b2c6-4e05-b71f-ec08e52cb70d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0472324 Sep 09 06:33:40.267587 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-72f029fc-cb91-4776-9218-e414480052b3 req-8af43c81-2c7b-493f-8c2c-4245e0b39155 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Sep 09 06:33:40.656629 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:40.662910 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=12 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:41.387739 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9835a-aea5-42d8-bcb6-2980de7aca7a req-d1623c8f-c703-45de-94fc-7c4a81c6e66b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:41.389118 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3ff9835a-aea5-42d8-bcb6-2980de7aca7a req-d1623c8f-c703-45de-94fc-7c4a81c6e66b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0465734 Sep 09 06:33:41.442374 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3ff9835a-aea5-42d8-bcb6-2980de7aca7a req-3d22478b-a1b9-464c-b405-ce873d448095 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477355 Sep 09 06:33:42.565485 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad3fa6-0d67-45c7-a636-a6a2f333fb79 req-f458f7fd-5e7a-426f-a164-07a36ede2cbe tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:42.566961 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-51ad3fa6-0d67-45c7-a636-a6a2f333fb79 req-f458f7fd-5e7a-426f-a164-07a36ede2cbe tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0474880 Sep 09 06:33:42.615853 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-51ad3fa6-0d67-45c7-a636-a6a2f333fb79 req-514f7668-21b9-4998-bb3e-28b9a3a8d745 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Sep 09 06:33:43.742387 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae45469-1637-4fce-86d7-e489f0fd7b64 req-461833b0-296a-403e-885c-4f0f26d7ed7f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:43.743875 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ae45469-1637-4fce-86d7-e489f0fd7b64 req-461833b0-296a-403e-885c-4f0f26d7ed7f tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0472708 Sep 09 06:33:43.790961 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9ae45469-1637-4fce-86d7-e489f0fd7b64 req-4f94c281-7724-463a-aa97-8192f0dd3752 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414801 Sep 09 06:33:43.939067 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:43.940925 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:44.905647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:44.917007 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cda63-d818-484a-bf02-ad24efb20f86 req-939d4293-e4d0-4134-a11c-0d1ec396b62e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:44.918464 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-179cda63-d818-484a-bf02-ad24efb20f86 req-939d4293-e4d0-4134-a11c-0d1ec396b62e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0512407 Sep 09 06:33:44.964499 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-179cda63-d818-484a-bf02-ad24efb20f86 req-0f22b84a-c3c9-4265-96fc-d37e01145779 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405819 Sep 09 06:33:45.338967 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:46.089672 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f635ca-2984-4fb1-a1d5-93d2af36a0c5 req-37f8c87f-af69-4725-af06-760beb64e283 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:46.091124 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-59f635ca-2984-4fb1-a1d5-93d2af36a0c5 req-37f8c87f-af69-4725-af06-760beb64e283 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0483730 Sep 09 06:33:46.138824 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-59f635ca-2984-4fb1-a1d5-93d2af36a0c5 req-3d5211e1-3eaf-4c31-8b0a-29319f73d465 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Sep 09 06:33:47.263598 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdcc42-c939-4cba-94de-bcbd7f56853a req-a9a84081-38d7-43f1-ae13-a7818847749c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:47.264945 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f1fdcc42-c939-4cba-94de-bcbd7f56853a req-a9a84081-38d7-43f1-ae13-a7818847749c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0511026 Sep 09 06:33:47.312534 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f1fdcc42-c939-4cba-94de-bcbd7f56853a req-d3f854bc-dc57-47d0-be9d-6ef6dcae79a9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408964 Sep 09 06:33:47.782137 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd9620-91b5-4ea6-be45-6220436677fa req-b68fcdb4-388d-469c-8346-134566224754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:47.783717 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6cfd9620-91b5-4ea6-be45-6220436677fa req-b68fcdb4-388d-469c-8346-134566224754 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1129 time: 0.0403793 Sep 09 06:33:47.902937 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6cfd9620-91b5-4ea6-be45-6220436677fa req-cbf4f411-4138-4c49-8fca-b3f4ae0a6e54 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451829 Sep 09 06:33:48.398725 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:48.435932 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca800a-54dc-4703-a78b-cfd71d3f640b req-b006df63-1ea7-415c-9486-8a5533d378bc tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:48.437381 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-57ca800a-54dc-4703-a78b-cfd71d3f640b req-b006df63-1ea7-415c-9486-8a5533d378bc tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0484986 Sep 09 06:33:48.488396 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-57ca800a-54dc-4703-a78b-cfd71d3f640b req-89dcbecf-19f1-49bd-92f4-15f1731fdafb tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454760 Sep 09 06:33:48.981649 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c68875-3d54-45ef-bec2-5e16e9c1a050 req-e9aac9ec-4801-4b04-8f2f-09ce2f90086a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:48.983095 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-63c68875-3d54-45ef-bec2-5e16e9c1a050 req-e9aac9ec-4801-4b04-8f2f-09ce2f90086a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0470681 Sep 09 06:33:49.030163 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-63c68875-3d54-45ef-bec2-5e16e9c1a050 req-eae82e7e-e62d-4aa8-84e5-13fc914b30ae tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415239 Sep 09 06:33:49.611789 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744ea05-fa20-4e10-8818-bbbfd7b6527b req-e4ccc9c9-1e1f-4a08-be83-2f78713d1c80 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:49.613257 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3744ea05-fa20-4e10-8818-bbbfd7b6527b req-e4ccc9c9-1e1f-4a08-be83-2f78713d1c80 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0479031 Sep 09 06:33:49.659742 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3744ea05-fa20-4e10-8818-bbbfd7b6527b req-0e6ab657-b452-4e79-abb1-38c8dee29c7a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Sep 09 06:33:50.161924 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634c78e-c19a-4f07-b101-bb7b7b786f86 req-4c2ce75c-b4b6-4965-b3d9-541f9d9dbd82 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:50.164257 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c634c78e-c19a-4f07-b101-bb7b7b786f86 req-4c2ce75c-b4b6-4965-b3d9-541f9d9dbd82 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0518413 Sep 09 06:33:50.210046 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c634c78e-c19a-4f07-b101-bb7b7b786f86 req-2cc52e3c-93be-4744-87d2-981f4e32407d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397801 Sep 09 06:33:50.781606 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171ac8-5761-4c15-a5d9-7b0355d6f429 req-26fa01de-9c59-4316-b965-3b2d56f8585a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:50.783078 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96171ac8-5761-4c15-a5d9-7b0355d6f429 req-26fa01de-9c59-4316-b965-3b2d56f8585a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0475926 Sep 09 06:33:50.831362 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96171ac8-5761-4c15-a5d9-7b0355d6f429 req-5c1c0f09-ecc7-41eb-924f-fdd1769efcc0 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Sep 09 06:33:51.333051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a7093-1417-4077-810c-6d621bfaa71e req-580326a8-b992-4323-9f3e-ab4e42deea06 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:51.334518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-198a7093-1417-4077-810c-6d621bfaa71e req-580326a8-b992-4323-9f3e-ab4e42deea06 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0455921 Sep 09 06:33:51.384838 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-198a7093-1417-4077-810c-6d621bfaa71e req-935d213a-a9cf-428e-9b10-5eabaa67ada0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441537 Sep 09 06:33:51.953902 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8348-91aa-43d4-a43b-7265b1960a1b req-ce634150-cc1d-43b7-a978-d2b5d1db6a9d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:51.955366 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-92ca8348-91aa-43d4-a43b-7265b1960a1b req-ce634150-cc1d-43b7-a978-d2b5d1db6a9d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0478590 Sep 09 06:33:51.974267 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:52.004167 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-92ca8348-91aa-43d4-a43b-7265b1960a1b req-2650bc16-0f9f-4c81-af36-5428e67ff5d1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Sep 09 06:33:52.511954 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b1c29-c6ea-49f2-99d3-47f536dca55b req-ebe7cb28-8e30-4ea3-a2ed-32bc03727c78 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:52.513393 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-806b1c29-c6ea-49f2-99d3-47f536dca55b req-ebe7cb28-8e30-4ea3-a2ed-32bc03727c78 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0470428 Sep 09 06:33:52.560818 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-806b1c29-c6ea-49f2-99d3-47f536dca55b req-0fa514ed-ad4e-43cc-82c4-305626f83458 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418527 Sep 09 06:33:53.137341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809096c-daa7-440e-a973-1802b8ae947d req-c6130c9c-2990-4029-ae2c-855b011e1fb4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:53.138760 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9809096c-daa7-440e-a973-1802b8ae947d req-c6130c9c-2990-4029-ae2c-855b011e1fb4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0579667 Sep 09 06:33:53.190770 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-109d46e1-dade-437f-b54c-40c5ca82222e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:53.192232 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-109d46e1-dade-437f-b54c-40c5ca82222e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.0679851 Sep 09 06:33:53.244821 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9809096c-daa7-440e-a973-1802b8ae947d req-3a302641-2d4a-451b-b34f-0e7f960844c2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849051 Sep 09 06:33:53.298549 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Deleting port 4814901d-9b66-4153-bf35-9750b3c3da8c {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:33:53.298808 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:53.388479 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:53.390797 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] For port 4814901d-9b66-4153-bf35-9750b3c3da8c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4814901d-9b66-4153-bf35-9750b3c3da8c,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:33:53.391157 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:53.566806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:53.567171 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (821f818a-1da7-4aca-b538-b1a2fb2c288b), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:53.567484 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Floating IP 821f818a-1da7-4aca-b538-b1a2fb2c288b disassociated. External IP: 172.27.0.123, port: 4814901d-9b66-4153-bf35-9750b3c3da8c. Sep 09 06:33:53.567861 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Calling delete_port for 4814901d-9b66-4153-bf35-9750b3c3da8c owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:33:53.745096 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-c8bda155-2de5-4c3a-a205-3444852ffdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:53.746597 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-c8bda155-2de5-4c3a-a205-3444852ffdd8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1129 time: 0.1264510 Sep 09 06:33:53.755948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c141bd-4674-4672-8762-2567f5cb50d9 req-8881558c-ce2b-4a96-9e18-2bd8b12f5f13 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:53.757854 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c0c141bd-4674-4672-8762-2567f5cb50d9 req-8881558c-ce2b-4a96-9e18-2bd8b12f5f13 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.1365852 Sep 09 06:33:53.765338 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81ba25-4e74-494c-83b9-6f2f36137e20 req-660cabd1-4bb3-4fe4-95cd-8fc6a4f93648 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:53.766712 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8f81ba25-4e74-494c-83b9-6f2f36137e20 req-660cabd1-4bb3-4fe4-95cd-8fc6a4f93648 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 947 time: 0.1001396 Sep 09 06:33:53.901459 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:53.953346 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c0c141bd-4674-4672-8762-2567f5cb50d9 req-e7062e23-41d2-411c-bb90-597ec05626ed tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785219 Sep 09 06:33:53.965741 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8f81ba25-4e74-494c-83b9-6f2f36137e20 req-dcc78f29-5a44-4add-9898-e4a0b85145a9 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa35431b-6e3c-4fa4-900f-766ca97ccc14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891484 Sep 09 06:33:53.971650 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (4814901d-9b66-4153-bf35-9750b3c3da8c), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:54.016689 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-5d78c3ce-8abe-4eca-9b90-bb8cb478ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:54.018962 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-5d78c3ce-8abe-4eca-9b90-bb8cb478ae20 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.2594497 Sep 09 06:33:54.022841 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event deleted for resources: {'Port': ['ID=4814901d-9b66-4153-bf35-9750b3c3da8c,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:54.052464 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.052957 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.054161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.054798 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.055278 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.056560 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.056560 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.057091 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.057371 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.057902 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.058379 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.058884 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.059272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.059682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.060072 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:54.156938 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-52bbd6fc-e836-460f-9a48-16d59022038a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692 HTTP/1.1" status: 200 len: 1001 time: 0.1284266 Sep 09 06:33:54.231484 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:54.254414 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-e49d8e20-6c0a-4143-88f4-1f2963322999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:54.255867 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-e49d8e20-6c0a-4143-88f4-1f2963322999 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.0660608 Sep 09 06:33:54.259663 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:33:54.342121 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-04d1219d-e8bf-4156-a69c-a01dbefe7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:54.343530 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-04d1219d-e8bf-4156-a69c-a01dbefe7c83 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0791559 Sep 09 06:33:54.455608 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:33:54.466818 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] Sync routers for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:33:54.483535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:33:54.484201 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:33:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:54.513571 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] No DVR routers for this DVR port 4814901d-9b66-4153-bf35-9750b3c3da8c on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:33:54.516918 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:54.520134 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b5fe0420-2cf8-43f4-bbb7-1ff8cbff55aa req-f18b5d94-09a7-4c1b-ab33-d0ae399d63c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "DELETE /networking/v2.0/ports/4814901d-9b66-4153-bf35-9750b3c3da8c HTTP/1.1" status: 204 len: 173 time: 1.3156927 Sep 09 06:33:54.520641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-deleted', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:54.523189 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba129b3-2d17-4286-8e6c-36e2aea144a8" -d '{"events": [{"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-deleted", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:54.527622 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-a4610c6a-05f1-49be-aa72-ac97250ae83b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750226 Sep 09 06:33:54.573171 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d27f9c9-41a8-4a46-a425-f380a12c2abe x-openstack-request-id: req-9d27f9c9-41a8-4a46-a425-f380a12c2abe {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:54.573459 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf1d52-f6aa-4028-ab06-e1efaefeec15", "name": "network-vif-deleted", "tag": "4814901d-9b66-4153-bf35-9750b3c3da8c", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:54.573710 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d27f9c9-41a8-4a46-a425-f380a12c2abe {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:54.574117 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d27f9c9-41a8-4a46-a425-f380a12c2abe'] response: {'server_uuid': '1eaf1d52-f6aa-4028-ab06-e1efaefeec15', 'name': 'network-vif-deleted', 'tag': '4814901d-9b66-4153-bf35-9750b3c3da8c', 'status': 'completed', 'code': 200} Sep 09 06:33:54.658889 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4fc81a2-5f9a-40d3-8432-8bfd227ed4dd req-823fea42-2c99-4fd8-ac29-456b00540309 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230121 Sep 09 06:33:54.736028 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:33:54.926074 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:54.952345 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] Checking router: 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:33:54.961192 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:33:54.961790 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:33:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:55.072688 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:33:55.089279 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c63b8a-c9d1-4914-9bc6-78a3b2d2b302 req-25dd0dcd-331c-4df8-8df0-6816b2b0b174 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:55.091133 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-85c63b8a-c9d1-4914-9bc6-78a3b2d2b302 req-25dd0dcd-331c-4df8-8df0-6816b2b0b174 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0509777 Sep 09 06:33:55.146199 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-11f296f3-6d7a-42e8-91be-23bbe2b51a0f req-be75fb0e-6117-421e-b422-f31fe3462a51 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 210 time: 0.0339127 Sep 09 06:33:55.170201 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-85c63b8a-c9d1-4914-9bc6-78a3b2d2b302 req-328b5bef-5257-45ff-be30-661c7704105d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733218 Sep 09 06:33:55.277091 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:55.301527 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ec02e-151c-4eb4-9e44-1c9617399cc2 None None] The sync data for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi is: [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:33:55.519344 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80026c8f-3781-4cd8-9866-4698d0e36b24 None None] New status for floating IP 821f818a-1da7-4aca-b538-b1a2fb2c288b: DOWN {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:33:55.762903 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:33:55.782713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 4814901d-9b66-4153-bf35-9750b3c3da8c {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:33:55.783053 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 4814901d-9b66-4153-bf35-9750b3c3da8c not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:33:56.281931 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2a118bfe-802a-4f47-989a-2d234d788bb7 req-bd8af72a-8c74-434f-8609-a755ef30a5f6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 210 time: 0.0376518 Sep 09 06:33:56.318415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ee6b5-89ed-43aa-a207-4866a359ba01 req-ef05f2b2-92b9-4252-8ef5-a1bd6ca39a74 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:56.320922 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-145ee6b5-89ed-43aa-a207-4866a359ba01 req-ef05f2b2-92b9-4252-8ef5-a1bd6ca39a74 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0648715 Sep 09 06:33:56.369935 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-145ee6b5-89ed-43aa-a207-4866a359ba01 req-e26bf688-c1d5-4b4b-b9ba-dd74196ca45e tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Sep 09 06:33:57.412523 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1ec62c4a-4c40-4996-8ecb-6eea77662d28 req-10546ec9-0451-4dac-8f17-47daf1f9c053 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1eaf1d52-f6aa-4028-ab06-e1efaefeec15 HTTP/1.1" status: 200 len: 210 time: 0.0318444 Sep 09 06:33:57.515720 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787ae54-885d-4e8c-9390-9d1228e58ea9 req-015a50cf-ad17-49b1-afdf-05360e4c36fc tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:57.517190 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3787ae54-885d-4e8c-9390-9d1228e58ea9 req-015a50cf-ad17-49b1-afdf-05360e4c36fc tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0513668 Sep 09 06:33:57.575382 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3787ae54-885d-4e8c-9390-9d1228e58ea9 req-381c3528-823c-4fa1-a3e5-09c700dfbc06 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517921 Sep 09 06:33:57.695244 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101d768-d7a1-442c-9b15-0122dbf1de31 req-8db55363-6434-4d99-837a-ada70d881cc5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:57.696762 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1101d768-d7a1-442c-9b15-0122dbf1de31 req-8db55363-6434-4d99-837a-ada70d881cc5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0500379 Sep 09 06:33:57.706778 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 54986) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:57.711067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-690adc37-e4b6-40fa-b49e-62c17e0c239c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Request body: {'floatingip': {'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:57.754720 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:57.764293 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-690adc37-e4b6-40fa-b49e-62c17e0c239c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (8373ac10-872b-458e-94da-cee449c98c90), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.230649 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:58.492187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-690adc37-e4b6-40fa-b49e-62c17e0c239c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.496175 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-690adc37-e4b6-40fa-b49e-62c17e0c239c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (8373ac10-872b-458e-94da-cee449c98c90), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.521396 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54992) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:58.578758 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (fa35431b-6e3c-4fa4-900f-766ca97ccc14), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.602359 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (fa35431b-6e3c-4fa4-900f-766ca97ccc14), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.656823 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fa35431b-6e3c-4fa4-900f-766ca97ccc14), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.659911 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.661270 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fa35431b-6e3c-4fa4-900f-766ca97ccc14 HTTP/1.1" status: 204 len: 168 time: 0.1379611 Sep 09 06:33:58.665599 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 54998) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:58.686976 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.api.v2.resource [None req-c611678d-c25c-4c8a-ab0b-0070d3319f4b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] show failed (client error): The resource could not be found. Sep 09 06:33:58.691031 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c611678d-c25c-4c8a-ab0b-0070d3319f4b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups/fa35431b-6e3c-4fa4-900f-766ca97ccc14 HTTP/1.1" status: 404 len: 347 time: 0.0215034 Sep 09 06:33:58.691031 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa35431b-6e3c-4fa4-900f-766ca97ccc14,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:58.696444 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55000) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:58.697660 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc69c-c722-4b02-b2ae-74461428049f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.704384 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.704984 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.705322 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.705655 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.705983 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.706309 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.706634 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.706955 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.707276 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.707888 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.708512 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.709212 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.710381 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.711062 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.711189 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2877a-b9f8-4023-a739-8c625e48156f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:33:58.712687 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690adc37-e4b6-40fa-b49e-62c17e0c239c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:33:58.847785 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690adc37-e4b6-40fa-b49e-62c17e0c239c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:33:58.852793 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-690adc37-e4b6-40fa-b49e-62c17e0c239c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.855248 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Deleting port e9baa41d-47e5-47af-98a4-244736b1a485 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:33:58.855652 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (e9baa41d-47e5-47af-98a4-244736b1a485), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.860524 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] Sync routers for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:33:58.871717 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:33:58.872325 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:33:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:58.914973 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:33:58.917289 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ef6bda-6d57-4128-b299-9caebe4bd08d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:33:58.954943 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad7096-9fca-4c5b-b31c-1d6e7806c805 req-401b04ef-e3ef-4421-800c-9267f66e04fa tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:33:58.960357 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f6ad7096-9fca-4c5b-b31c-1d6e7806c805 req-401b04ef-e3ef-4421-800c-9267f66e04fa tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 945 time: 0.0863233 Sep 09 06:33:58.963124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b2d541-fb2f-4897-b717-2e79c4630c64 x-openstack-request-id: req-49b2d541-fb2f-4897-b717-2e79c4630c64 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:33:58.963416 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:33:58.964205 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49b2d541-fb2f-4897-b717-2e79c4630c64 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:33:58.964491 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (e9baa41d-47e5-47af-98a4-244736b1a485), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.964711 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b2d541-fb2f-4897-b717-2e79c4630c64'] response: {'name': 'network-changed', 'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'status': 'completed', 'code': 200} Sep 09 06:33:58.964900 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (e9baa41d-47e5-47af-98a4-244736b1a485), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:58.978426 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Calling delete_port for e9baa41d-47e5-47af-98a4-244736b1a485 owned by network:floatingip {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:33:58.978650 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-690adc37-e4b6-40fa-b49e-62c17e0c239c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8373ac10-872b-458e-94da-cee449c98c90 HTTP/1.1" status: 200 len: 993 time: 1.2706733 Sep 09 06:33:58.988277 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:33:59.019596 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f6ad7096-9fca-4c5b-b31c-1d6e7806c805 req-8eedf986-df61-4b1e-82d5-b6df8e63b091 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517159 Sep 09 06:33:59.129245 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (e9baa41d-47e5-47af-98a4-244736b1a485), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.150169 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:59.154066 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event deleted for resources: {'Port': ['ID=e9baa41d-47e5-47af-98a4-244736b1a485,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:59.159046 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:59.223124 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (821f818a-1da7-4aca-b538-b1a2fb2c288b), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.226412 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8373ac10-872b-458e-94da-cee449c98c90', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'mac_address': 'fa:16:3e:8c:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:28Z', 'updated_at': '2022-09-09T06:33:58Z', 'revision_number': 3, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:59.226866 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.228096 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-9e98be4c-3a83-4a4c-9fd9-246e5edaa609 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/821f818a-1da7-4aca-b538-b1a2fb2c288b HTTP/1.1" status: 204 len: 168 time: 0.5305305 Sep 09 06:33:59.257032 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] Checking router: 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:33:59.266150 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:33:59.266756 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:33:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:59.339395 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55010) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:59.344735 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-63dcaea4-4a8c-4af9-b785-41b3bb1fa1cc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506864246', 'description': 'tempest-description--1364101868'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:59.375884 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63dcaea4-4a8c-4af9-b785-41b3bb1fa1cc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.396461 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:33:59.418615 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:59.432583 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:33:59.463684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63dcaea4-4a8c-4af9-b785-41b3bb1fa1cc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (fd8f5487-1fa2-424f-ad9e-8f46316a6beb), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.467408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63dcaea4-4a8c-4af9-b785-41b3bb1fa1cc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fd8f5487-1fa2-424f-ad9e-8f46316a6beb), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.503173 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-63dcaea4-4a8c-4af9-b785-41b3bb1fa1cc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.507107 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-63dcaea4-4a8c-4af9-b785-41b3bb1fa1cc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1661003 Sep 09 06:33:59.507884 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55012) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:59.514200 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-6c8d7923-ae9b-479a-b578-6e2aafc08547 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'security_group_rule': {'security_group_id': 'fd8f5487-1fa2-424f-ad9e-8f46316a6beb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:59.523087 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcaea4-4a8c-4af9-b785-41b3bb1fa1cc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f5487-1fa2-424f-ad9e-8f46316a6beb,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:59.564256 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7923-ae9b-479a-b578-6e2aafc08547 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (cb819acb-f701-4a3a-90f3-bd231fa260ab), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.627959 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7923-ae9b-479a-b578-6e2aafc08547 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (cb819acb-f701-4a3a-90f3-bd231fa260ab), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.633208 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7923-ae9b-479a-b578-6e2aafc08547 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (cb819acb-f701-4a3a-90f3-bd231fa260ab), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.659915 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d7923-ae9b-479a-b578-6e2aafc08547 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb819acb-f701-4a3a-90f3-bd231fa260ab,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:59.669133 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6c8d7923-ae9b-479a-b578-6e2aafc08547 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.670361 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6c8d7923-ae9b-479a-b578-6e2aafc08547 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611252 Sep 09 06:33:59.673641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55014) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:59.674178 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8373ac10-872b-458e-94da-cee449c98c90', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'mac_address': 'fa:16:3e:8c:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:28Z', 'updated_at': '2022-09-09T06:33:58Z', 'revision_number': 3, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:33:59.679024 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-16367c81-3ea7-49eb-8088-78a2e1bc95c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'security_group_rule': {'security_group_id': 'fd8f5487-1fa2-424f-ad9e-8f46316a6beb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:59.708214 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f140e5-b5a5-4f9d-b9d8-4fe85b04149e None None] The sync data for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi is: [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8373ac10-872b-458e-94da-cee449c98c90', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'port_id': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'mac_address': 'fa:16:3e:8c:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:31:28Z', 'updated_at': '2022-09-09T06:33:58Z', 'revision_number': 3, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:33:59.713837 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16367c81-3ea7-49eb-8088-78a2e1bc95c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (b95d84cf-54fe-4f2a-8dd0-e96b33e88fc5), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.788405 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16367c81-3ea7-49eb-8088-78a2e1bc95c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (b95d84cf-54fe-4f2a-8dd0-e96b33e88fc5), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.792600 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16367c81-3ea7-49eb-8088-78a2e1bc95c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (b95d84cf-54fe-4f2a-8dd0-e96b33e88fc5), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.813823 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16367c81-3ea7-49eb-8088-78a2e1bc95c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95d84cf-54fe-4f2a-8dd0-e96b33e88fc5,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:33:59.823857 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-16367c81-3ea7-49eb-8088-78a2e1bc95c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.825114 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-16367c81-3ea7-49eb-8088-78a2e1bc95c6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504996 Sep 09 06:33:59.828512 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55016) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:33:59.833036 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:33:59.868011 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:33:59.965693 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.084904 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:34:00.095100 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Allocated IP 172.27.0.49 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/4e1e7f5a-98da-4964-bb98-51c89a2d0c6d) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:34:00.170961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832342-4727-45c7-89a7-8c14e5ed5566 req-17747a66-d1a9-49ec-966f-d0a94e9846b6 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:00.172456 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-60832342-4727-45c7-89a7-8c14e5ed5566 req-17747a66-d1a9-49ec-966f-d0a94e9846b6 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 945 time: 0.0727780 Sep 09 06:34:00.247769 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:00.274778 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-60832342-4727-45c7-89a7-8c14e5ed5566 req-54fb37a9-2530-4941-aed2-321e8b95c57b tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736151 Sep 09 06:34:00.284730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for port (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.290440 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:00.324540 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.362204 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:34:00.367425 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:34:00.371404 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:34:00.379096 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'Port': ['ID=4e1e7f5a-98da-4964-bb98-51c89a2d0c6d,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:00.423466 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (b632fb10-ccdf-485a-b0be-2b84619bfdfd), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.496007 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.497997 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-fe69f062-f923-4c80-8f37-4c6edabe0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:00.499492 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-fe69f062-f923-4c80-8f37-4c6edabe0242 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1129 time: 0.0644362 Sep 09 06:34:00.708393 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for port (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.716241 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.716900 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (b632fb10-ccdf-485a-b0be-2b84619bfdfd), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.810670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:00.811898 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9823961 Sep 09 06:34:00.813072 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-8a98161c-929c-404b-8f99-67b45987b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:00.814469 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-8a98161c-929c-404b-8f99-67b45987b1ed service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.1991174 Sep 09 06:34:00.838628 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-2498a249-2a0c-431c-99bd-30e482adcd09 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:00.840133 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-2498a249-2a0c-431c-99bd-30e482adcd09 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 945 time: 0.0883338 Sep 09 06:34:00.840869 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c29ce1-4789-46f3-84a7-800a476696bd tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'Port': ['ID=4e1e7f5a-98da-4964-bb98-51c89a2d0c6d,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:00.934103 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-7d2dc428-cf7f-4bbb-88d0-5500792e2086 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692 HTTP/1.1" status: 200 len: 1001 time: 0.1120980 Sep 09 06:34:00.970056 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:00.972258 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:01.009206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019d68bf-6332-44c7-a2ab-966c4aaf21f1 x-openstack-request-id: req-019d68bf-6332-44c7-a2ab-966c4aaf21f1 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:01.009489 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:01.009738 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-019d68bf-6332-44c7-a2ab-966c4aaf21f1 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:01.010121 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019d68bf-6332-44c7-a2ab-966c4aaf21f1'] response: {'name': 'network-changed', 'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'status': 'completed', 'code': 200} Sep 09 06:34:01.028810 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e2b93053-03d6-4846-98e1-edc238378d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:01.030612 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Deleting port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:01.030993 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:01.082348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:01.084853 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-72ca0570-2440-499a-8b6b-e4139ae7b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:01.086625 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-72ca0570-2440-499a-8b6b-e4139ae7b462 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.1256037 Sep 09 06:34:01.135052 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-041862e8-585e-48b9-a72b-ae0bc7474eb8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--506864246&fields=id&tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2 HTTP/1.1" status: 200 len: 267 time: 0.1556122 Sep 09 06:34:01.135442 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:01.206563 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-ec652fec-c37b-409f-a51f-f0360e362beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:01.208020 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-ec652fec-c37b-409f-a51f-f0360e362beb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0893800 Sep 09 06:34:01.301107 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] For port eb727d25-2aa3-45c0-9c74-3a14389a8bb3, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,segment=NetworkSegment(ae49c345-395f-4858-b41c-43013aeca57f),segment_id=ae49c345-395f-4858-b41c-43013aeca57f)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:01.301370 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:01.348400 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Calling delete_port for eb727d25-2aa3-45c0-9c74-3a14389a8bb3 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:01.416034 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-72934a19-8d27-41c3-81cc-3617fa0b9f90 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:01.417462 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-72934a19-8d27-41c3-81cc-3617fa0b9f90 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 816 time: 0.2615335 Sep 09 06:34:01.482000 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df503a0-0e28-435d-b889-415cab7a735d req-727f6837-808c-4500-811c-2ff9979747cd tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:01.483421 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4df503a0-0e28-435d-b889-415cab7a735d req-727f6837-808c-4500-811c-2ff9979747cd tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 945 time: 0.1293693 Sep 09 06:34:01.489350 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0315dc7f-2197-4d3f-b7e5-228c96422114 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/quotas/7d5de98a77f64cd5beeab6865f5ea7c2 HTTP/1.1" status: 200 len: 375 time: 0.0380588 Sep 09 06:34:01.494744 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-ca7d54fa-096d-4cdf-beef-df4065103a9e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768555 Sep 09 06:34:01.647427 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-a1246f22-5046-48a8-9326-dc253e736417 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510966 Sep 09 06:34:01.661603 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4df503a0-0e28-435d-b889-415cab7a735d req-3428471d-892a-4433-a42b-d630c2303bcc tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691029 Sep 09 06:34:01.736726 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-33ef6bda-6d57-4128-b299-9caebe4bd08d req-04c80488-d68c-4548-bacd-906b66900608 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245593 Sep 09 06:34:02.077058 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (eb727d25-2aa3-45c0-9c74-3a14389a8bb3), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:02.092285 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:02.128820 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-a7ab939f-6d1b-4d1d-9c5b-417154f8d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:02.130272 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-a7ab939f-6d1b-4d1d-9c5b-417154f8d35c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 1129 time: 0.3493469 Sep 09 06:34:02.131687 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Pushing event deleted for resources: {'Port': ['ID=eb727d25-2aa3-45c0-9c74-3a14389a8bb3,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:02.137177 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-782594ee-a4c0-4a12-bb21-f0b02e40c332 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741919 Sep 09 06:34:02.224647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] No DVR routers for this DVR port eb727d25-2aa3-45c0-9c74-3a14389a8bb3 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:34:02.235282 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:02.254673 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:02.258900 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b62f6a25-cf99-4fe8-9d40-ff0905fb961d req-9950bcb8-f5e1-4b46-b5ff-879272da3093 tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.33 "DELETE /networking/v2.0/ports/eb727d25-2aa3-45c0-9c74-3a14389a8bb3 HTTP/1.1" status: 204 len: 173 time: 1.3855996 Sep 09 06:34:02.310168 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:02.335668 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-9623fe3e-b57d-4c51-9dc9-23fbbc224374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:02.337165 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-9623fe3e-b57d-4c51-9dc9-23fbbc224374 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 200 len: 919 time: 0.1990259 Sep 09 06:34:02.386630 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-fda69767-ba4e-4155-916b-cff672073de1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359848 Sep 09 06:34:02.412875 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-92a6313f-4954-4d88-af59-d40cbaf5d8d1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692 HTTP/1.1" status: 200 len: 1001 time: 0.0635533 Sep 09 06:34:02.464949 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-ddacf6f6-023a-4dc2-bbb4-67fb0d5ef620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:02.466428 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-ddacf6f6-023a-4dc2-bbb4-67fb0d5ef620 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 200 len: 857 time: 0.0468447 Sep 09 06:34:02.532529 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-2cfcae6e-b5ee-4c45-a5d7-4a47170df3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:02.534458 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-2cfcae6e-b5ee-4c45-a5d7-4a47170df3f9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=98282524-73a1-460b-a31c-3ff4ef655afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555367 Sep 09 06:34:02.581193 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fb99ac3a-f083-4145-8546-ff1946fdf648 req-03080ee7-d63b-4c74-9455-a3f4f247449b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 210 time: 0.0455885 Sep 09 06:34:02.670982 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-ba07c5f4-9bc9-44a7-b5cc-65b2fdee5ef4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212881 Sep 09 06:34:02.783683 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8fc95cd-3efa-4ae9-910f-35b58a7f23af req-fe3485a5-71cf-4df2-921b-654bcecfba7f tempest-VolumesSnapshotTestJSON-1921450041 tempest-VolumesSnapshotTestJSON-1921450041-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3940b0da-abbf-4a9c-b3af-6ba131a360e7 HTTP/1.1" status: 200 len: 210 time: 0.0318022 Sep 09 06:34:03.009489 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-37ff29a8-5647-4fb8-a7d5-902fa699e0c8 req-37929526-a4ff-442f-bcd3-c4a2c6d3453a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904670 Sep 09 06:34:03.011101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3940b0da-abbf-4a9c-b3af-6ba131a360e7', 'name': 'network-vif-deleted', 'tag': 'eb727d25-2aa3-45c0-9c74-3a14389a8bb3'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:03.014157 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacd94b5-05de-4fcb-beb2-ad219f99ed6b" -d '{"events": [{"server_uuid": "3940b0da-abbf-4a9c-b3af-6ba131a360e7", "name": "network-vif-deleted", "tag": "eb727d25-2aa3-45c0-9c74-3a14389a8bb3"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:03.053399 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d31398e-3322-4205-879f-cddaf2e36706 x-openstack-request-id: req-1d31398e-3322-4205-879f-cddaf2e36706 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:03.053767 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3940b0da-abbf-4a9c-b3af-6ba131a360e7", "name": "network-vif-deleted", "tag": "eb727d25-2aa3-45c0-9c74-3a14389a8bb3", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:03.054114 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d31398e-3322-4205-879f-cddaf2e36706 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:03.054522 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d31398e-3322-4205-879f-cddaf2e36706'] response: {'server_uuid': '3940b0da-abbf-4a9c-b3af-6ba131a360e7', 'name': 'network-vif-deleted', 'tag': 'eb727d25-2aa3-45c0-9c74-3a14389a8bb3', 'status': 'completed', 'code': 200} Sep 09 06:34:03.490591 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:03.581829 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:03.698575 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2adc3314-2c4c-4fe3-9829-c4dc584ac2da req-b9955266-1c1c-4093-b495-23f680b003c5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 210 time: 0.0326335 Sep 09 06:34:03.798979 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device eb727d25-2aa3-45c0-9c74-3a14389a8bb3 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:34:03.821524 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: eb727d25-2aa3-45c0-9c74-3a14389a8bb3 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:34:03.822159 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device eb727d25-2aa3-45c0-9c74-3a14389a8bb3 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:34:03.924002 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-3791c021-707d-4962-9303-93a2952fbdbb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:03.925467 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-3791c021-707d-4962-9303-93a2952fbdbb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 816 time: 0.1239524 Sep 09 06:34:03.999337 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-f9152bf2-ede0-4129-8520-41d60f90efdb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2 HTTP/1.1" status: 200 len: 379 time: 0.0591547 Sep 09 06:34:04.062910 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'port': {'device_id': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'admin_state_up': True, 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'security_groups': ['fd8f5487-1fa2-424f-ad9e-8f46316a6beb']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:04.192056 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Made reservation on behalf of 7d5de98a77f64cd5beeab6865f5ea7c2 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:34:04.196511 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:04.305179 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:04.328814 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Allocated IP 172.20.0.9 (06aa4853-deab-4da2-aa65-5023553defd4/2b920baa-a5cf-4d25-8a14-a135bb3f7b15/1fe82534-03c6-4afc-bbb7-4a572384fb55) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:34:04.368697 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:04.466172 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:04.498321 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:04.544497 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Network 06aa4853-deab-4da2-aa65-5023553defd4 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:34:04.549756 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:34:04.554676 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:34:04.559113 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:04.559843 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:04.565451 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:04.585864 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-ef59dec0-5b7a-445b-865f-044e76683c08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5279961 Sep 09 06:34:04.598781 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Request body: {'port': {'device_id': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:04.661188 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:04.827221 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-84b14da1-c9fe-4814-9952-8a023c6718d8 None None] Provisioning complete for port 1fe82534-03c6-4afc-bbb7-4a572384fb55 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:34:04.827786 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-84b14da1-c9fe-4814-9952-8a023c6718d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:04.860547 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-84b14da1-c9fe-4814-9952-8a023c6718d8 None None] Port 1fe82534-03c6-4afc-bbb7-4a572384fb55 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:34:04.876138 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24715bec-8b34-4c4b-97d1-ac42cf43dd55 req-eff57037-fc7e-4282-9516-5adaad348ee5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:04.877593 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-24715bec-8b34-4c4b-97d1-ac42cf43dd55 req-eff57037-fc7e-4282-9516-5adaad348ee5 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 931 time: 0.0967395 Sep 09 06:34:04.955083 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-24715bec-8b34-4c4b-97d1-ac42cf43dd55 req-9aacf216-30e4-41a6-b6f8-8aecb69c1cbe tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716054 Sep 09 06:34:04.997958 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe82534-03c6-4afc-bbb7-4a572384fb55 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:34:05.005559 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Publish callbacks [] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:05.017613 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Transition to ACTIVE for port object 1fe82534-03c6-4afc-bbb7-4a572384fb55 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:34:05.021377 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:05.026334 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:05.092639 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:05.104983 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Attempting to bind port 1fe82534-03c6-4afc-bbb7-4a572384fb55 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:34:05.105314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Attempting to bind port 1fe82534-03c6-4afc-bbb7-4a572384fb55 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:34:05.105636 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Attempting to bind port 1fe82534-03c6-4afc-bbb7-4a572384fb55 on network 06aa4853-deab-4da2-aa65-5023553defd4 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:34:05.146130 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Port 1fe82534-03c6-4afc-bbb7-4a572384fb55 on network 06aa4853-deab-4da2-aa65-5023553defd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:34:05.146992 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Attempting to bind port 1fe82534-03c6-4afc-bbb7-4a572384fb55 on network 06aa4853-deab-4da2-aa65-5023553defd4 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:34:05.173276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:05.192517 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:34:05.192856 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Checking segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:34:05.193260 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Bound using segment: {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:34:05.193695 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Bound port: 1fe82534-03c6-4afc-bbb7-4a572384fb55, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:34:05.194054 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:05.261224 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:34:05.264564 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:34:05.270442 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:05.275101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:05.275744 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:05.277117 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 200 len: 1093 time: 0.6828303 Sep 09 06:34:05.279235 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:05.281910 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:05.327733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80642db-4325-4172-b176-ac0a52ca961d x-openstack-request-id: req-a80642db-4325-4172-b176-ac0a52ca961d {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:05.328024 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:05.328278 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a80642db-4325-4172-b176-ac0a52ca961d {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:05.328713 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80642db-4325-4172-b176-ac0a52ca961d'] response: {'name': 'network-changed', 'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'status': 'completed', 'code': 200} Sep 09 06:34:05.346045 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd82681-565f-4e88-b0d1-11112a9d704d service neutron] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:05.395101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-2653ad61-2c97-4e36-8bb4-97ac9e412023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:05.397296 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-2653ad61-2c97-4e36-8bb4-97ac9e412023 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 1127 time: 0.0458915 Sep 09 06:34:05.437914 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-fd454225-1cbe-4dc0-8aaf-5c4a2a6a966d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 200 len: 217 time: 0.0325804 Sep 09 06:34:05.490169 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-e2a0ee9d-d735-43cc-a5ad-3c3196648f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:05.491713 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-e2a0ee9d-d735-43cc-a5ad-3c3196648f5e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.0474069 Sep 09 06:34:05.537178 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-522cb6fd-ead9-41c9-8ce7-46cab0e41c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:05.538801 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-522cb6fd-ead9-41c9-8ce7-46cab0e41c80 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398560 Sep 09 06:34:05.630401 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-04e49875-56f1-4f71-b1c6-5ad510a89d28 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831256 Sep 09 06:34:05.670091 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:05.728250 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43731a30-4f30-48e3-a034-b2acdd48a0fe req-1b97dfdf-5931-4f41-bce9-6ba4e9efb89d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881081 Sep 09 06:34:06.080554 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be98d2-39d0-4bf7-827c-6e00021e147d req-d9b2cec4-5ac4-4244-b159-2ad8cd988ffb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:06.081982 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50be98d2-39d0-4bf7-827c-6e00021e147d req-d9b2cec4-5ac4-4244-b159-2ad8cd988ffb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0467160 Sep 09 06:34:06.128974 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50be98d2-39d0-4bf7-827c-6e00021e147d req-81860ba7-0c8b-41f6-b88f-fb53842cf5f7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Sep 09 06:34:07.257894 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dcb20-a0f7-4e24-a440-d1a7bdfd4193 req-89b8d649-be99-421c-8fe8-0f650501c74d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:07.259343 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f82dcb20-a0f7-4e24-a440-d1a7bdfd4193 req-89b8d649-be99-421c-8fe8-0f650501c74d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0506501 Sep 09 06:34:07.306434 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f82dcb20-a0f7-4e24-a440-d1a7bdfd4193 req-15f89d6c-9291-480b-9f29-76b7d4ab788d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415211 Sep 09 06:34:08.433922 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f9f99-d6be-4387-9428-0851a74ac499 req-999ef702-54ad-4c12-834a-cc1bd1ca49d6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:08.435410 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-736f9f99-d6be-4387-9428-0851a74ac499 req-999ef702-54ad-4c12-834a-cc1bd1ca49d6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0495019 Sep 09 06:34:08.485966 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-736f9f99-d6be-4387-9428-0851a74ac499 req-4518a9ee-17e6-49c3-bb4f-d4f9053f4a56 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445588 Sep 09 06:34:09.216989 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:09.218855 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=69,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:09.545065 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-cc460c53-34ad-43d7-a60a-4b0e4589ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:09.546581 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-cc460c53-34ad-43d7-a60a-4b0e4589ddc4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 1127 time: 0.0569406 Sep 09 06:34:09.627196 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:09.676886 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239384b-c625-4cc6-9c66-238e73a944bf req-26adc859-c47a-476b-9d85-cfbc8ebc48b3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:09.684562 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c239384b-c625-4cc6-9c66-238e73a944bf req-26adc859-c47a-476b-9d85-cfbc8ebc48b3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0719056 Sep 09 06:34:09.711875 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:09.714555 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-871892d7-ab3b-4a1c-b03f-ea9f6438e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:09.716116 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-871892d7-ab3b-4a1c-b03f-ea9f6438e06c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.1606562 Sep 09 06:34:09.777145 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-504605ba-fca4-4ffd-a97f-fcf1231ff69b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 200 len: 217 time: 0.0488267 Sep 09 06:34:09.781338 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c239384b-c625-4cc6-9c66-238e73a944bf req-b742a9c2-6720-4054-93a4-64856cc04e1c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960188 Sep 09 06:34:09.808161 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:34:09.829321 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-bf938797-0034-4198-9fc3-3016192caaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:09.831243 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-bf938797-0034-4198-9fc3-3016192caaff service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.0477355 Sep 09 06:34:09.888149 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-05fd8af1-d9c2-49c3-98be-c79bb5abb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:09.889751 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-05fd8af1-d9c2-49c3-98be-c79bb5abb7a3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522738 Sep 09 06:34:09.954741 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:09.967251 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'port_id': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'mac_address': 'fa:16:3e:1c:65:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:34:09.987296 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-39ab98ea-fd56-4244-8d06-ea57f38255a6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888994 Sep 09 06:34:10.003480 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1fe82534-03c6-4afc-bbb7-4a572384fb55 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:34:10.003902 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:10.017760 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe82534-03c6-4afc-bbb7-4a572384fb55 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:34:10.042284 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:10.046086 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:10.080609 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:10.087763 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e5d5b635-b790-40e8-b5f1-da9736a0e1ff req-b593fbb9-efa1-4be3-8f51-24dc4e30b572 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929987 Sep 09 06:34:10.093611 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:10.101120 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.101464 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.101825 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.102165 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.102499 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.102826 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.103149 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.103469 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.103817 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.104140 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.104461 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.104783 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.105097 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.105413 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.105728 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:10.390640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['1fe82534-03c6-4afc-bbb7-4a572384fb55'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:34:10.423276 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:10.428545 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:10.911395 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f143e-8649-4b5c-aa7f-392d98c27e1a req-32757504-52e3-4fad-a13b-08b93adae703 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:10.913781 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-049f143e-8649-4b5c-aa7f-392d98c27e1a req-32757504-52e3-4fad-a13b-08b93adae703 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 944 time: 0.0495033 Sep 09 06:34:10.962830 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-049f143e-8649-4b5c-aa7f-392d98c27e1a req-77e58139-a298-4e98-8dc4-222caf975946 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437057 Sep 09 06:34:11.823070 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:34:11.866152 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 1fe82534-03c6-4afc-bbb7-4a572384fb55 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:34:11.871806 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 1fe82534-03c6-4afc-bbb7-4a572384fb55 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:34:11.872210 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:11.942968 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1fe82534-03c6-4afc-bbb7-4a572384fb55 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:34:11.943413 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:11.966270 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:11.968543 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d568fa-075d-4a8d-8e30-c21b1e1d465b" -d '{"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:11.985375 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:11.989376 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:12.015444 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0318b3a-a769-4f06-abe7-972a0dc17515 x-openstack-request-id: req-c0318b3a-a769-4f06-abe7-972a0dc17515 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:12.015780 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:12.016040 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0318b3a-a769-4f06-abe7-972a0dc17515 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:12.016431 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0318b3a-a769-4f06-abe7-972a0dc17515'] response: {'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'code': 200} Sep 09 06:34:12.047106 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:12.089865 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19fc38-f205-4173-82ea-9c58723fe435 req-3f8b7ced-4ae9-4744-9f7e-cb96cd390564 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:12.091274 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4c19fc38-f205-4173-82ea-9c58723fe435 req-3f8b7ced-4ae9-4744-9f7e-cb96cd390564 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Sep 09 06:34:12.146525 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4c19fc38-f205-4173-82ea-9c58723fe435 req-d3df5398-8d00-4e48-971a-ed90dbd103db tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489128 Sep 09 06:34:12.197729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f543729-f2c3-409b-9bce-186fb061c5c9 req-d1b4f9e9-9204-4030-a1a2-34402eedc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:12.199227 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0f543729-f2c3-409b-9bce-186fb061c5c9 req-d1b4f9e9-9204-4030-a1a2-34402eedc970 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 1129 time: 0.0396044 Sep 09 06:34:12.245953 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0f543729-f2c3-409b-9bce-186fb061c5c9 req-f2ba3289-c926-46e8-956c-7565d98f52d9 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394201 Sep 09 06:34:13.274635 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06502e-a3e3-476f-8653-f0151dd29e9c req-6e0b1f48-4862-4a6a-882c-5a4acd286760 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:13.276111 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8d06502e-a3e3-476f-8653-f0151dd29e9c req-6e0b1f48-4862-4a6a-882c-5a4acd286760 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0467851 Sep 09 06:34:13.324166 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8d06502e-a3e3-476f-8653-f0151dd29e9c req-8a8603d5-532d-4f5f-9fb3-49f64edb8336 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424733 Sep 09 06:34:14.454418 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8460f7-d123-49ff-9028-be1a793da444 req-7b2d666f-34d8-48fc-acee-72497cbd01a3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:14.455896 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2d8460f7-d123-49ff-9028-be1a793da444 req-7b2d666f-34d8-48fc-acee-72497cbd01a3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0507154 Sep 09 06:34:14.502910 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2d8460f7-d123-49ff-9028-be1a793da444 req-e9a19226-8212-4b7c-a348-03976cd0684d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Sep 09 06:34:14.843315 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00969b-7303-4956-b367-6f233670ba59 req-ce053802-e792-40b5-acc5-290ffc07e63e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:14.844791 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7c00969b-7303-4956-b367-6f233670ba59 req-ce053802-e792-40b5-acc5-290ffc07e63e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.0464785 Sep 09 06:34:14.893806 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7c00969b-7303-4956-b367-6f233670ba59 req-e500f8d1-850c-4dc9-a1a9-fd379009fb22 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 Sep 09 06:34:15.362333 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:15.647496 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ff89e-7311-4cea-94b0-4b036b951753 req-70aa9f31-b466-4fd1-ba6e-667c7bc939f1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:15.649075 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-509ff89e-7311-4cea-94b0-4b036b951753 req-70aa9f31-b466-4fd1-ba6e-667c7bc939f1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0516636 Sep 09 06:34:15.700659 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-509ff89e-7311-4cea-94b0-4b036b951753 req-c0592641-d475-461c-a6e2-e79c1792cb8d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459986 Sep 09 06:34:15.980619 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:15.998309 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:16.016684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b33be-320a-4c2c-9efc-bb9d4c9eb721 req-32550de6-b923-4fc9-8776-701e9d91ffe0 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:16.018151 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-af9b33be-320a-4c2c-9efc-bb9d4c9eb721 req-32550de6-b923-4fc9-8776-701e9d91ffe0 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.0477653 Sep 09 06:34:16.066785 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-af9b33be-320a-4c2c-9efc-bb9d4c9eb721 req-d32f5f6b-e10b-4de7-898f-ed368cc59232 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423174 Sep 09 06:34:16.824522 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab5e7-65ee-4116-ae0e-3cbef5281f28 req-fa41dcaf-d535-4106-86ce-235e18520a88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:16.825892 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-435ab5e7-65ee-4116-ae0e-3cbef5281f28 req-fa41dcaf-d535-4106-86ce-235e18520a88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0474284 Sep 09 06:34:16.873664 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-435ab5e7-65ee-4116-ae0e-3cbef5281f28 req-365c71f8-a906-4594-a7b7-a9c48d81124e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Sep 09 06:34:17.190345 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559e17f-c0e0-49b7-ab4a-393af54e8f07 req-9e576e59-83c0-4115-8815-59e22410f6ee tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:17.191839 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e559e17f-c0e0-49b7-ab4a-393af54e8f07 req-9e576e59-83c0-4115-8815-59e22410f6ee tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.0508039 Sep 09 06:34:17.242993 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e559e17f-c0e0-49b7-ab4a-393af54e8f07 req-e39f29ce-2c47-43bb-88ff-4c72a2461040 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446391 Sep 09 06:34:18.005696 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082f047-ccf9-4f6f-8fbc-5789b8185421 req-70594f87-8aee-4d2c-b3df-dbe84fdd64f9 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:18.012544 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e082f047-ccf9-4f6f-8fbc-5789b8185421 req-70594f87-8aee-4d2c-b3df-dbe84fdd64f9 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0592747 Sep 09 06:34:18.059127 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e082f047-ccf9-4f6f-8fbc-5789b8185421 req-a6e96a4f-aaca-4ed7-84c3-861fccc1307d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457525 Sep 09 06:34:18.189238 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf418-08fa-46fe-a632-24e8daf8ebfc req-8800e4aa-a31c-4840-8a56-a2d4c69b178f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:18.190681 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3f0bf418-08fa-46fe-a632-24e8daf8ebfc req-8800e4aa-a31c-4840-8a56-a2d4c69b178f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0522094 Sep 09 06:34:18.201572 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55172) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:18.205870 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Request body: {'floatingip': {'port_id': '1fe82534-03c6-4afc-bbb7-4a572384fb55'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:18.244833 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (b632fb10-ccdf-485a-b0be-2b84619bfdfd), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:18.399903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55564b0-b845-4fd8-a501-c5d34d136efe req-21fcc675-587f-4bf3-9b85-61dad8aad426 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:18.401358 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c55564b0-b845-4fd8-a501-c5d34d136efe req-21fcc675-587f-4bf3-9b85-61dad8aad426 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.0652874 Sep 09 06:34:18.520236 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c55564b0-b845-4fd8-a501-c5d34d136efe req-d154cd6d-ec16-4fb8-9996-c0b4566edf7c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901477 Sep 09 06:34:18.762434 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:18.766337 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (b632fb10-ccdf-485a-b0be-2b84619bfdfd), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:18.799059 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:18.874452 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Floating IP b632fb10-ccdf-485a-b0be-2b84619bfdfd associated. External IP: 172.27.0.49, port: 1fe82534-03c6-4afc-bbb7-4a572384fb55. Sep 09 06:34:19.215182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:19.374019 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-68c3c5c5-ea86-42ef-bfd5-534217ea4b75 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:19.375598 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-68c3c5c5-ea86-42ef-bfd5-534217ea4b75 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.0957482 Sep 09 06:34:19.437942 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:34:19.527102 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Deleting port 1b544ee4-2fba-476c-b109-803fa6e71594 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:19.527484 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:19.691151 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:34:19.699594 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:19.701910 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] Sync routers for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:34:19.707189 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c792c4-374f-4d4c-88fc-d11318599f7f req-099506b5-d3db-4772-8704-e7be2eb15b30 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:19.708870 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b5c792c4-374f-4d4c-88fc-d11318599f7f req-099506b5-d3db-4772-8704-e7be2eb15b30 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 946 time: 0.0865629 Sep 09 06:34:19.713476 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:19.714102 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:19.751820 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] For port 1b544ee4-2fba-476c-b109-803fa6e71594, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1b544ee4-2fba-476c-b109-803fa6e71594,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:19.752177 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:19.782035 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-4ed7ff02-7d25-43c7-a0ee-79de3ff3c249 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/b632fb10-ccdf-485a-b0be-2b84619bfdfd HTTP/1.1" status: 200 len: 990 time: 1.5793378 Sep 09 06:34:19.810261 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:19.812512 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:19.820872 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:19.859458 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b5c792c4-374f-4d4c-88fc-d11318599f7f req-b5e33f67-be27-4e6e-a429-923cf9d4ef42 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436467 Sep 09 06:34:19.890627 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e9c975-3bfe-4d55-a856-03befc26b2c7 x-openstack-request-id: req-14e9c975-3bfe-4d55-a856-03befc26b2c7 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:19.890919 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:19.891173 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14e9c975-3bfe-4d55-a856-03befc26b2c7 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:19.891570 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e9c975-3bfe-4d55-a856-03befc26b2c7'] response: {'name': 'network-changed', 'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'status': 'completed', 'code': 200} Sep 09 06:34:19.947034 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-e2053532-cf1c-492c-952f-e5b93a4c2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:19.948542 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-e2053532-cf1c-492c-952f-e5b93a4c2c0f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 1129 time: 0.0560031 Sep 09 06:34:20.005812 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:20.048186 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'b632fb10-ccdf-485a-b0be-2b84619bfdfd', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'port_id': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'mac_address': 'fa:16:3e:1c:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:00Z', 'updated_at': '2022-09-09T06:34:18Z', 'revision_number': 1, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:20.056739 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:20.057125 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:20.057398 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Floating IP 02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9 disassociated. External IP: 172.27.0.129, port: 1b544ee4-2fba-476c-b109-803fa6e71594. Sep 09 06:34:20.057946 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Calling delete_port for 1b544ee4-2fba-476c-b109-803fa6e71594 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:20.074149 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] Checking router: 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:34:20.082679 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:20.083899 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:20.131131 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-6d2e6071-8854-4a5e-bb0e-121732bd1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:20.132566 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-6d2e6071-8854-4a5e-bb0e-121732bd1157 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.1576350 Sep 09 06:34:20.179982 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:20.185669 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:20.218517 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-ee2a123e-62f7-48b7-9d30-4badb4aefc15 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 200 len: 998 time: 0.0775437 Sep 09 06:34:20.304239 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-69e9df4e-85c0-4591-871a-72c13d8e8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:20.305705 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-69e9df4e-85c0-4591-871a-72c13d8e8779 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.0631988 Sep 09 06:34:20.306731 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (1b544ee4-2fba-476c-b109-803fa6e71594), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:20.363316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event deleted for resources: {'Port': ['ID=1b544ee4-2fba-476c-b109-803fa6e71594,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:20.382871 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-fc95f58a-cd04-47fb-a683-5e129cdb0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:20.384429 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-fc95f58a-cd04-47fb-a683-5e129cdb0554 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0713830 Sep 09 06:34:20.434310 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'b632fb10-ccdf-485a-b0be-2b84619bfdfd', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'port_id': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'mac_address': 'fa:16:3e:1c:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:00Z', 'updated_at': '2022-09-09T06:34:18Z', 'revision_number': 1, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:20.461382 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3e0bc-f0ac-4e47-b84a-32d6ef209041 None None] The sync data for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi is: [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'b632fb10-ccdf-485a-b0be-2b84619bfdfd', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'port_id': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'mac_address': 'fa:16:3e:1c:65:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:00Z', 'updated_at': '2022-09-09T06:34:18Z', 'revision_number': 1, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:34:20.564927 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:34:20.569660 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-fc9b25db-65a7-4248-83d2-40e08a1b567a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481881 Sep 09 06:34:20.667607 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfa99bd-d81e-4fea-9cb0-31092198ebec None None] New status for floating IP b632fb10-ccdf-485a-b0be-2b84619bfdfd: ACTIVE {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:34:20.755528 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8eb800f3-c8bb-4545-af2e-c80ea8d061f4 req-5c72d119-881f-443b-b85c-08636bb31e27 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780250 Sep 09 06:34:20.759467 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:34:20.783725 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5b66-97d6-4e06-863d-07917957644f None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:34:20.797881 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b5b66-97d6-4e06-863d-07917957644f None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:20.803111 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-258b5b66-97d6-4e06-863d-07917957644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:20.806640 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] No DVR routers for this DVR port 1b544ee4-2fba-476c-b109-803fa6e71594 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:34:20.810496 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:20.814296 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4a4dd1ac-42e0-45c2-9896-ccd74456ec47 req-18604825-3b8c-4313-b677-8ef6d118ef9c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1b544ee4-2fba-476c-b109-803fa6e71594 HTTP/1.1" status: 204 len: 173 time: 1.4248013 Sep 09 06:34:20.940394 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-258b5b66-97d6-4e06-863d-07917957644f None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:20.977387 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e9ac783-2656-41d5-8f1a-06796663ae43 req-54560acd-62e3-413a-a395-9a8a5460a4ad tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be567a31-4455-4dc6-8be1-937ae81a8dbb HTTP/1.1" status: 200 len: 210 time: 0.0291181 Sep 09 06:34:21.030225 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:21.132710 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-258b5b66-97d6-4e06-863d-07917957644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:21.135309 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:21.163754 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5b66-97d6-4e06-863d-07917957644f None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:34:21.172652 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b5b66-97d6-4e06-863d-07917957644f None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:21.173270 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-258b5b66-97d6-4e06-863d-07917957644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:21.275078 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-258b5b66-97d6-4e06-863d-07917957644f None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:21.460440 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-258b5b66-97d6-4e06-863d-07917957644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:21.486111 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b5b66-97d6-4e06-863d-07917957644f None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:34:21.731391 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf5af0-bc80-4584-ab68-3194e2ec1bc9 None None] New status for floating IP 02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9: DOWN {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:34:21.893680 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'name': 'network-vif-deleted', 'tag': '1b544ee4-2fba-476c-b109-803fa6e71594'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:21.896668 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8dfa52-6ea6-48e9-998e-f9a67f76c451" -d '{"events": [{"server_uuid": "be567a31-4455-4dc6-8be1-937ae81a8dbb", "name": "network-vif-deleted", "tag": "1b544ee4-2fba-476c-b109-803fa6e71594"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:21.936415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f2a88-282a-47d7-a7c2-70264f259b6d x-openstack-request-id: req-751f2a88-282a-47d7-a7c2-70264f259b6d {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:21.936888 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be567a31-4455-4dc6-8be1-937ae81a8dbb", "name": "network-vif-deleted", "tag": "1b544ee4-2fba-476c-b109-803fa6e71594", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:21.937139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-751f2a88-282a-47d7-a7c2-70264f259b6d {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:21.937591 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751f2a88-282a-47d7-a7c2-70264f259b6d'] response: {'server_uuid': 'be567a31-4455-4dc6-8be1-937ae81a8dbb', 'name': 'network-vif-deleted', 'tag': '1b544ee4-2fba-476c-b109-803fa6e71594', 'status': 'completed', 'code': 200} Sep 09 06:34:21.967994 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1b544ee4-2fba-476c-b109-803fa6e71594 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:34:21.987986 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 1b544ee4-2fba-476c-b109-803fa6e71594 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:34:21.988487 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1b544ee4-2fba-476c-b109-803fa6e71594 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:34:22.254739 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-4d48ec98-c6f8-4d4d-9a43-7b258976c410 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-959218854&fields=id&tenant_id=09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 267 time: 0.0441630 Sep 09 06:34:22.332208 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:22.366148 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-90242f51-f4f2-4ce7-a2a7-80ee81ec5893 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:22.367616 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-90242f51-f4f2-4ce7-a2a7-80ee81ec5893 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 812 time: 0.1059051 Sep 09 06:34:22.383099 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-22caa3bd-272e-4e29-a4e3-11fd4f7d97dd tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/quotas/09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 375 time: 0.0101953 Sep 09 06:34:22.432355 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-d657d54e-13e6-4507-b28a-6208f27e8192 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441873 Sep 09 06:34:22.461071 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:22.534319 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-be3b35d1-6f0b-4d2a-af0a-585f1d2a5252 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902729 Sep 09 06:34:22.633927 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-0501c215-d4a3-4ce7-a54a-c40cb4b4ac6b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933216 Sep 09 06:34:24.141008 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-267dd17a-37d3-4d07-aea1-be80516fb963 req-1f2d0962-5e90-4632-9757-5be4baa2afe2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 210 time: 0.0331097 Sep 09 06:34:25.250652 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-51916c51-02cd-4c1c-a5a4-aefff9ad37bd req-7412a9d4-75dd-4086-9faa-0e9c5cccd5a3 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 210 time: 0.0282729 Sep 09 06:34:26.268975 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-bf0ff7c0-d94a-441f-a72c-6a5f77223a62 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:26.270960 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-bf0ff7c0-d94a-441f-a72c-6a5f77223a62 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 812 time: 0.1206856 Sep 09 06:34:26.342825 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-7fa015a6-23d4-4731-9ee8-af1584fef9e6 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 379 time: 0.0633709 Sep 09 06:34:26.357894 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'port': {'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'admin_state_up': True, 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'security_groups': ['2c0df85a-dd39-4025-a676-1101894e67cb']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:26.504035 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-16f82eb8-0ef7-4b55-9558-16042e2c393e req-e037302b-fa54-45f3-b809-02c2d42df660 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 210 time: 0.1719887 Sep 09 06:34:26.510245 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Made reservation on behalf of 09397aeb58f44f7c9f0ab921e471079a for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:34:26.516864 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:26.665201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Allocated IP 172.20.0.3 (a7964840-3c67-4db0-a5fd-d0b8ff555b07/1e67c219-42de-4a2c-837b-45ad03b8e5fc/3690fe7c-0bd9-4039-a5dd-e333a1aaefe2) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:34:26.836500 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:26.844835 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:26.872106 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:26.880859 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:26.936645 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:34:26.942074 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:34:26.944463 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:26.946629 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:34:26.952878 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:26.952878 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:26.979365 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a8fcce96-98de-446e-8995-4b4ba222a4f2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251359 Sep 09 06:34:26.992904 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Request body: {'port': {'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:27.068565 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.220697 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-0afe8e53-31b6-4e04-89f1-ac13793649a7 None None] Provisioning complete for port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:34:27.221245 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-0afe8e53-31b6-4e04-89f1-ac13793649a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.254018 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-0afe8e53-31b6-4e04-89f1-ac13793649a7 None None] Port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:34:27.295516 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55332) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:27.342219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cd1349-ef8f-4a5e-8adc-d07743bb7fc0 admin admin] Deleting subnet b1b70d80-5b01-4959-be4e-5badfd926450 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:34:27.345465 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1349-ef8f-4a5e-8adc-d07743bb7fc0 admin admin] Publish callbacks [] for subnet (b1b70d80-5b01-4959-be4e-5badfd926450), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.350165 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:34:27.358099 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Publish callbacks [] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.371316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Transition to ACTIVE for port object 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:34:27.376401 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.384027 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1349-ef8f-4a5e-8adc-d07743bb7fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (b1b70d80-5b01-4959-be4e-5badfd926450), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.428146 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1349-ef8f-4a5e-8adc-d07743bb7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (b1b70d80-5b01-4959-be4e-5badfd926450), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.447161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:27.459415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Attempting to bind port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:34:27.460117 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Attempting to bind port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:34:27.460454 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Attempting to bind port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:34:27.493914 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1349-ef8f-4a5e-8adc-d07743bb7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (b1b70d80-5b01-4959-be4e-5badfd926450), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.508844 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:34:27.509357 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Attempting to bind port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:34:27.523498 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd1349-ef8f-4a5e-8adc-d07743bb7fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b70d80-5b01-4959-be4e-5badfd926450,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:27.528957 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1349-ef8f-4a5e-8adc-d07743bb7fc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.537405 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c1cd1349-ef8f-4a5e-8adc-d07743bb7fc0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/b1b70d80-5b01-4959-be4e-5badfd926450 HTTP/1.1" status: 204 len: 168 time: 0.2355680 Sep 09 06:34:27.539794 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55336) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:27.663592 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:34:27.663933 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Checking segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:34:27.664321 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Bound using segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:34:27.664774 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Bound port: 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:34:27.665129 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.682801 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (13f47cc6-2087-46cd-8f70-e93a65643080), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:27.724000 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86d16-bb61-4213-abdc-25963b2bf2b0 req-82bdeca9-cdd4-4709-b75c-66f26dbc86ae tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:27.725549 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b0c86d16-bb61-4213-abdc-25963b2bf2b0 req-82bdeca9-cdd4-4709-b75c-66f26dbc86ae tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.1047580 Sep 09 06:34:28.071236 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:28.078165 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:28.127112 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] For port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:34:28.132454 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b0c86d16-bb61-4213-abdc-25963b2bf2b0 req-5ecfb076-c3d1-4452-b71a-8db5af6a7d2f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012885 Sep 09 06:34:28.134612 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (13f47cc6-2087-46cd-8f70-e93a65643080), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.157412 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] For port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:34:28.168912 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.169267 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.170056 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.170401 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > port after_create 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.170724 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.171066 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > port after_update 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.171382 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.171752 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.172080 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.172401 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.240920 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.243593 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.243950 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.244297 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 06:34:28.244662 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f47cc6-2087-46cd-8f70-e93a65643080']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:28.265376 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.276795 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:28.277411 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.278881 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 HTTP/1.1" status: 200 len: 1093 time: 1.2912569 Sep 09 06:34:28.281719 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae49c345-395f-4858-b41c-43013aeca57f') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:28.282012 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae49c345-395f-4858-b41c-43013aeca57f') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:28.287510 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:28.290407 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f455b90-a6a3-4dfa-8159-c367a603b1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:28.335776 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (ae49c345-395f-4858-b41c-43013aeca57f), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.393063 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eef645-f0f4-4554-9cdb-d050c0225916 x-openstack-request-id: req-85eef645-f0f4-4554-9cdb-d050c0225916 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:28.394552 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:28.394552 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85eef645-f0f4-4554-9cdb-d050c0225916 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:28.394552 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85eef645-f0f4-4554-9cdb-d050c0225916'] response: {'name': 'network-changed', 'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'status': 'completed', 'code': 200} Sep 09 06:34:28.395222 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (ae49c345-395f-4858-b41c-43013aeca57f), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.404309 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-57049c42-54ea-4e14-a308-5784bcbdbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:28.405903 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-57049c42-54ea-4e14-a308-5784bcbdbc01 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 1127 time: 0.0823486 Sep 09 06:34:28.416010 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:34:28.416420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (ae49c345-395f-4858-b41c-43013aeca57f), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.477652 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1140ab-4817-4806-99d7-8452a451b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:28.529680 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe852d33-024f-45db-887d-7fabd71dc681 req-bc9231d0-a09f-4d2f-82ea-304b10268d5c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:28.531292 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fe852d33-024f-45db-887d-7fabd71dc681 req-bc9231d0-a09f-4d2f-82ea-304b10268d5c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 946 time: 0.1168671 Sep 09 06:34:28.537604 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (13f47cc6-2087-46cd-8f70-e93a65643080), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.554293 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.560282 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/13f47cc6-2087-46cd-8f70-e93a65643080 HTTP/1.1" status: 204 len: 168 time: 1.0170176 Sep 09 06:34:28.578444 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c0d57-199b-4b76-bf55-6e92353b596a admin admin] Pushing event deleted for resources: {'Network': ['ID=13f47cc6-2087-46cd-8f70-e93a65643080,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:28.620751 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fe852d33-024f-45db-887d-7fabd71dc681 req-bc5cd533-b565-454a-85f1-4cacf33e8f5c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813429 Sep 09 06:34:28.648775 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment ae49c345-395f-4858-b41c-43013aeca57f resource provider aggregate not found Sep 09 06:34:28.668204 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment ae49c345-395f-4858-b41c-43013aeca57f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae49c345-395f-4858-b41c-43013aeca57f found for delete ", "request_id": "req-9881bc66-4f12-4599-ac1e-271291552d54"}]} Sep 09 06:34:28.683610 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9a0b5e88-dcef-4fe1-969b-3ac855031cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.783151 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55360) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:28.825947 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9c729a7e-1473-4b7b-800b-edbffdd17b47 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9c96a5a4edc84b70a31c6b0cd2a8f864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415156 Sep 09 06:34:28.828406 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55362) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:28.881819 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2827ce8a-b84b-418d-abae-61755aaf4d03 admin admin] Publish callbacks [] for security_group (dd9b7bff-f802-4fea-a4f2-62e7b3fa246b), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.903331 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2827ce8a-b84b-418d-abae-61755aaf4d03 admin admin] Publish callbacks [] for security_group (dd9b7bff-f802-4fea-a4f2-62e7b3fa246b), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.952258 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2827ce8a-b84b-418d-abae-61755aaf4d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dd9b7bff-f802-4fea-a4f2-62e7b3fa246b), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.954827 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2827ce8a-b84b-418d-abae-61755aaf4d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:28.955997 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-2827ce8a-b84b-418d-abae-61755aaf4d03 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dd9b7bff-f802-4fea-a4f2-62e7b3fa246b HTTP/1.1" status: 204 len: 168 time: 0.1265769 Sep 09 06:34:28.965850 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827ce8a-b84b-418d-abae-61755aaf4d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b7bff-f802-4fea-a4f2-62e7b3fa246b,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:29.262848 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1186fc-1e9a-4d6a-a953-3cfbeab33086 req-ef2ec00d-037d-4a3b-98a1-9361c05e9b2b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:29.264924 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e1186fc-1e9a-4d6a-a953-3cfbeab33086 req-ef2ec00d-037d-4a3b-98a1-9361c05e9b2b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0516753 Sep 09 06:34:29.321349 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6e1186fc-1e9a-4d6a-a953-3cfbeab33086 req-12c5eee0-1785-4f6d-95ff-2ef40715f089 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503206 Sep 09 06:34:29.753392 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae89cf5-b1c4-4fb6-b1f6-68df0b69ea7b req-86cf7f09-41b2-48f7-a1db-65b5badbbb3f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:29.755656 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2ae89cf5-b1c4-4fb6-b1f6-68df0b69ea7b req-86cf7f09-41b2-48f7-a1db-65b5badbbb3f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 946 time: 0.0542409 Sep 09 06:34:29.798440 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-0bec510d-740f-4fa9-b6ae-f2c8b72a70c8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 HTTP/1.1" status: 200 len: 217 time: 0.0418341 Sep 09 06:34:29.854657 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-ae54a847-f639-47a3-be69-876fa5ff7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:29.856166 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-ae54a847-f639-47a3-be69-876fa5ff7180 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0495174 Sep 09 06:34:29.974738 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a2e065fa-cbae-4194-9b57-626e8e92d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:29.976300 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-a2e065fa-cbae-4194-9b57-626e8e92d597 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482013 Sep 09 06:34:30.022509 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:30.080396 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2ae89cf5-b1c4-4fb6-b1f6-68df0b69ea7b req-a7005777-4883-4b5f-bb1e-e48ce4c536d0 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153172 Sep 09 06:34:30.103325 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:30.156205 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-d36ecf88-eb86-43eb-9570-643327048511 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:30.157654 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-d36ecf88-eb86-43eb-9570-643327048511 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 946 time: 0.0735934 Sep 09 06:34:30.159605 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-9e1eabac-f7b6-4f92-97a9-3d2f062d6e10 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682079 Sep 09 06:34:30.319279 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Deleting port abab4c35-0202-452b-9ab3-3bda90e50057 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:30.319642 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:30.357229 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7d62df-a45f-4666-8704-b4b1c39a792c req-479a8ad7-656e-4e03-a3be-7f32b3b0b931 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828415 Sep 09 06:34:30.470005 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff70bd-b400-412a-a875-6adc44a59175 req-3e69fb8b-563c-46a6-9dce-3ea6206f6c79 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:30.471419 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-41ff70bd-b400-412a-a875-6adc44a59175 req-3e69fb8b-563c-46a6-9dce-3ea6206f6c79 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0694141 Sep 09 06:34:30.473505 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] For port abab4c35-0202-452b-9ab3-3bda90e50057, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=abab4c35-0202-452b-9ab3-3bda90e50057,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:30.473965 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:30.577013 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-41ff70bd-b400-412a-a875-6adc44a59175 req-3c2e235b-ac35-4ffd-9ff8-822c8bb042a7 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993626 Sep 09 06:34:30.695216 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-604641b6-b2e6-49f7-a5ef-1b4d0e70d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:30.696704 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-604641b6-b2e6-49f7-a5ef-1b4d0e70d7af service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 1127 time: 0.0753736 Sep 09 06:34:30.739788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:30.740068 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (ba1581e5-61d9-4b03-9b96-3f8a6fd92afc), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:30.740386 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Floating IP ba1581e5-61d9-4b03-9b96-3f8a6fd92afc disassociated. External IP: 172.27.0.66, port: abab4c35-0202-452b-9ab3-3bda90e50057. Sep 09 06:34:30.740725 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Calling delete_port for abab4c35-0202-452b-9ab3-3bda90e50057 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:30.858051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-99826008-d627-4e7c-b492-6ce107fa5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:30.859514 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-99826008-d627-4e7c-b492-6ce107fa5fac service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.1558867 Sep 09 06:34:30.906711 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-ae5b5f93-ef21-42c6-b033-60de295fda2b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 HTTP/1.1" status: 200 len: 217 time: 0.0355802 Sep 09 06:34:30.968890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:30.995651 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:31.000987 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-8ae639ad-b1dc-4060-bf7d-5455a75ca9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:31.002620 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-8ae639ad-b1dc-4060-bf7d-5455a75ca9f2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0862408 Sep 09 06:34:31.004513 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (abab4c35-0202-452b-9ab3-3bda90e50057), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:31.033264 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9de58b60-6f1f-4037-8ab9-3176407d8101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:31.070618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'Port': ['ID=abab4c35-0202-452b-9ab3-3bda90e50057,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:31.082606 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-60334907-07d4-4438-ad6c-a061cb594919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:31.084884 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-60334907-07d4-4438-ad6c-a061cb594919 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753322 Sep 09 06:34:31.243252 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bd7d6e23-c48a-4451-97ba-4ee05aa74fa7 req-f3d8de3b-e257-4fb4-8889-743501d64343 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 210 time: 0.0824161 Sep 09 06:34:31.284487 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:34:31.287374 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-3c558a57-85d9-434a-b84f-ac84551b986b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704352 Sep 09 06:34:31.468604 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4f455b90-a6a3-4dfa-8159-c367a603b1bd req-3a0b1ec1-a628-46d8-affa-d390fd397086 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729302 Sep 09 06:34:31.470230 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:34:31.485714 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:34:31.509086 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:31.510054 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:31.525247 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] No DVR routers for this DVR port abab4c35-0202-452b-9ab3-3bda90e50057 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:34:31.527947 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:31.531621 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ab834c2f-74ee-437a-a456-8d90236aa2af req-45931f3f-2185-414c-b3e5-dd2fdf161e58 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "DELETE /networking/v2.0/ports/abab4c35-0202-452b-9ab3-3bda90e50057 HTTP/1.1" status: 204 len: 173 time: 1.3637419 Sep 09 06:34:31.532168 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'name': 'network-vif-deleted', 'tag': 'abab4c35-0202-452b-9ab3-3bda90e50057'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:31.534817 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e1bf1-5c08-4f67-882d-326b8ff88784" -d '{"events": [{"server_uuid": "9c7eb260-2b49-4a8f-bf7b-6098b136a4bb", "name": "network-vif-deleted", "tag": "abab4c35-0202-452b-9ab3-3bda90e50057"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:31.647468 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15efea7-1dd5-4ae1-86a2-a54b397e9c8a x-openstack-request-id: req-e15efea7-1dd5-4ae1-86a2-a54b397e9c8a {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:31.648002 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7eb260-2b49-4a8f-bf7b-6098b136a4bb", "name": "network-vif-deleted", "tag": "abab4c35-0202-452b-9ab3-3bda90e50057", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:31.648450 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e15efea7-1dd5-4ae1-86a2-a54b397e9c8a {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:31.649168 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15efea7-1dd5-4ae1-86a2-a54b397e9c8a'] response: {'server_uuid': '9c7eb260-2b49-4a8f-bf7b-6098b136a4bb', 'name': 'network-vif-deleted', 'tag': 'abab4c35-0202-452b-9ab3-3bda90e50057', 'status': 'completed', 'code': 200} Sep 09 06:34:31.665005 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:31.731997 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27041-d39f-455e-a575-c1126a15bfef req-4ab17b13-0608-4666-aeae-02f77d5e9ade tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:31.733416 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-39a27041-d39f-455e-a575-c1126a15bfef req-4ab17b13-0608-4666-aeae-02f77d5e9ade tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0574844 Sep 09 06:34:31.795865 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-39a27041-d39f-455e-a575-c1126a15bfef req-e6e3e693-56dc-4d8b-bc2d-508d18828077 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566854 Sep 09 06:34:31.953280 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:31.977806 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:34:31.985885 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:31.986472 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:32.034509 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:32.087832 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:32.237790 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:32.275128 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:32.301161 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c376b9-0864-425b-a384-e7cc703421e7 None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:34:32.364873 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-52ad3c51-feb6-4b09-9b7b-0d8ac1756dcc req-1c96188d-1aa8-4989-b66c-c5c1d7f48033 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 210 time: 0.0293674 Sep 09 06:34:32.514253 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f7a806-cb02-4b60-bc4e-f8e02320b3e6 None None] New status for floating IP ba1581e5-61d9-4b03-9b96-3f8a6fd92afc: DOWN {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:34:32.546601 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:32.925583 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b86747-9a76-4095-adb1-df3c29e2c0fe req-4a96c315-94ee-45c7-a04c-13bce639e6fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:32.927727 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-63b86747-9a76-4095-adb1-df3c29e2c0fe req-4a96c315-94ee-45c7-a04c-13bce639e6fa tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0511112 Sep 09 06:34:32.976825 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-63b86747-9a76-4095-adb1-df3c29e2c0fe req-550f67df-abd6-42bb-bb9d-491670fe6a1f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 Sep 09 06:34:33.481222 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b4118ec8-8f6e-49f0-a3d3-052286c8bbb2 req-9bf4d8d5-c4de-45a1-8cd4-5a804cbe095e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 210 time: 0.0285258 Sep 09 06:34:33.500379 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:33.585397 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:34.098330 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db33589-abab-4637-8beb-dcc1ae51e461 req-411b753f-422a-40e4-a3f7-f1fe241e2e8d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:34.099786 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7db33589-abab-4637-8beb-dcc1ae51e461 req-411b753f-422a-40e4-a3f7-f1fe241e2e8d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0470870 Sep 09 06:34:34.149569 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7db33589-abab-4637-8beb-dcc1ae51e461 req-de863d10-5976-42d8-b90d-f627e4df5845 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441864 Sep 09 06:34:34.603524 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8b09996-98c3-4381-841d-c7c610bd4424 req-e96a385d-e8ea-438c-bd6d-c24df5ed2b11 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9c7eb260-2b49-4a8f-bf7b-6098b136a4bb HTTP/1.1" status: 200 len: 210 time: 0.0312197 Sep 09 06:34:35.269520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6c6ef-a698-4c93-a557-b2ebf36f5c5f req-40103c7e-3d0e-4fa8-9500-cd85dbc08567 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:35.271821 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b9a6c6ef-a698-4c93-a557-b2ebf36f5c5f req-40103c7e-3d0e-4fa8-9500-cd85dbc08567 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0469086 Sep 09 06:34:35.282420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:35.321528 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b9a6c6ef-a698-4c93-a557-b2ebf36f5c5f req-6932f62e-60d3-4e02-8f84-a3cc1f39c068 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442975 Sep 09 06:34:35.694888 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55454) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:35.753670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f589901c-8f00-4f19-90ae-89dd27410708 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:35.775504 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f589901c-8f00-4f19-90ae-89dd27410708 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:35.821836 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f589901c-8f00-4f19-90ae-89dd27410708 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:35.824326 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f589901c-8f00-4f19-90ae-89dd27410708 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:35.825464 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-f589901c-8f00-4f19-90ae-89dd27410708 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2 HTTP/1.1" status: 204 len: 168 time: 0.1294618 Sep 09 06:34:35.828368 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55456) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:35.835214 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589901c-8f00-4f19-90ae-89dd27410708 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:35.842322 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.api.v2.resource [None req-4e4f8240-a172-4166-aecb-5c0e24d78a05 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] show failed (client error): The resource could not be found. Sep 09 06:34:35.846231 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-4e4f8240-a172-4166-aecb-5c0e24d78a05 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups/dd6e9e4e-64d1-4f2f-b23e-60cbf7e961f2 HTTP/1.1" status: 404 len: 347 time: 0.0139577 Sep 09 06:34:35.846443 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55458) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:35.901210 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device abab4c35-0202-452b-9ab3-3bda90e50057 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:34:35.920906 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: abab4c35-0202-452b-9ab3-3bda90e50057 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:34:35.921256 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device abab4c35-0202-452b-9ab3-3bda90e50057 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:34:35.963507 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Deleting port 7960bd58-eaf0-4a74-bafb-2f314efb32b4 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:35.963879 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (7960bd58-eaf0-4a74-bafb-2f314efb32b4), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.049425 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (7960bd58-eaf0-4a74-bafb-2f314efb32b4), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.049574 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (7960bd58-eaf0-4a74-bafb-2f314efb32b4), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.061488 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Calling delete_port for 7960bd58-eaf0-4a74-bafb-2f314efb32b4 owned by network:floatingip {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:36.191573 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (7960bd58-eaf0-4a74-bafb-2f314efb32b4), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.222307 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'Port': ['ID=7960bd58-eaf0-4a74-bafb-2f314efb32b4,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:36.291501 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (ba1581e5-61d9-4b03-9b96-3f8a6fd92afc), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.294096 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.295275 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-25bf238a-9350-426b-90ab-350e3648fa3a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/ba1581e5-61d9-4b03-9b96-3f8a6fd92afc HTTP/1.1" status: 204 len: 168 time: 0.4475923 Sep 09 06:34:36.362820 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55470) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:36.368219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-c1ab8237-3c12-40e6-9c80-e520e16cba2f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165081567', 'description': 'tempest-description--2075879645'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:36.389396 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8237-3c12-40e6-9c80-e520e16cba2f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.436071 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:36.454154 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e73e36-08df-455f-8588-321790f249ec req-089ba751-6675-4a8b-a583-6d0b273fb340 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:36.455556 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-83e73e36-08df-455f-8588-321790f249ec req-089ba751-6675-4a8b-a583-6d0b273fb340 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0553367 Sep 09 06:34:36.459512 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8237-3c12-40e6-9c80-e520e16cba2f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (d7b408bd-9eeb-4ab3-a927-85c65406236e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.463648 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8237-3c12-40e6-9c80-e520e16cba2f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d7b408bd-9eeb-4ab3-a927-85c65406236e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.482780 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:36.486466 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:36.498139 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8237-3c12-40e6-9c80-e520e16cba2f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.499345 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c1ab8237-3c12-40e6-9c80-e520e16cba2f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1353085 Sep 09 06:34:36.502463 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab8237-3c12-40e6-9c80-e520e16cba2f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b408bd-9eeb-4ab3-a927-85c65406236e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:36.503149 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55472) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:36.513858 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-6e725906-b41b-45c0-b5e7-81e447d7d6ca tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group_rule': {'security_group_id': 'd7b408bd-9eeb-4ab3-a927-85c65406236e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:36.525648 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-83e73e36-08df-455f-8588-321790f249ec req-3a19b491-c3e3-4da4-bf78-92750a474a77 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642343 Sep 09 06:34:36.545811 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6e725906-b41b-45c0-b5e7-81e447d7d6ca tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (d5b48e27-28e4-439e-8d36-92eabd9d5cc6), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.603754 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6e725906-b41b-45c0-b5e7-81e447d7d6ca tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (d5b48e27-28e4-439e-8d36-92eabd9d5cc6), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.607168 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6e725906-b41b-45c0-b5e7-81e447d7d6ca tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (d5b48e27-28e4-439e-8d36-92eabd9d5cc6), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.626156 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e725906-b41b-45c0-b5e7-81e447d7d6ca tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b48e27-28e4-439e-8d36-92eabd9d5cc6,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:36.632456 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6e725906-b41b-45c0-b5e7-81e447d7d6ca tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.632898 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6e725906-b41b-45c0-b5e7-81e447d7d6ca tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287377 Sep 09 06:34:36.635652 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55474) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:36.639806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-6737c902-8174-4d7d-bc2c-bd05380d37d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'security_group_rule': {'security_group_id': 'd7b408bd-9eeb-4ab3-a927-85c65406236e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:36.666564 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6737c902-8174-4d7d-bc2c-bd05380d37d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (14da7161-ee25-442a-a26c-7ba3642b73dd), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.725462 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6737c902-8174-4d7d-bc2c-bd05380d37d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (14da7161-ee25-442a-a26c-7ba3642b73dd), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.728949 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6737c902-8174-4d7d-bc2c-bd05380d37d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (14da7161-ee25-442a-a26c-7ba3642b73dd), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.746907 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737c902-8174-4d7d-bc2c-bd05380d37d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14da7161-ee25-442a-a26c-7ba3642b73dd,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:36.754187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6737c902-8174-4d7d-bc2c-bd05380d37d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.755718 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6737c902-8174-4d7d-bc2c-bd05380d37d3 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191382 Sep 09 06:34:36.758730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55476) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:36.762845 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:36.784073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.861904 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:36.970828 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Allocated IP 172.27.0.184 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/e563a74c-b71f-4d1b-b883-ebcfe680f37e) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:34:36.994821 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:37.076029 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (e563a74c-b71f-4d1b-b883-ebcfe680f37e), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.084802 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:34:37.110905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (e563a74c-b71f-4d1b-b883-ebcfe680f37e), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.137877 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:37.159925 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:34:37.165948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:34:37.168603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:34:37.172016 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=e563a74c-b71f-4d1b-b883-ebcfe680f37e,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:37.256274 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (0c2e24d1-84f8-44b5-932f-9134b1b8909c), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.295519 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (e563a74c-b71f-4d1b-b883-ebcfe680f37e), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.332049 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55484) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:37.439831 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a3003898-61a9-4bfa-a635-1945952561ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.446335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (e563a74c-b71f-4d1b-b883-ebcfe680f37e), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.450984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (e563a74c-b71f-4d1b-b883-ebcfe680f37e), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.523132 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a3003898-61a9-4bfa-a635-1945952561ca admin admin] Publish callbacks [] for security_group (b2277d8e-95ac-425e-a4b7-8763841d5628), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.525215 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (0c2e24d1-84f8-44b5-932f-9134b1b8909c), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.527020 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a3003898-61a9-4bfa-a635-1945952561ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b2277d8e-95ac-425e-a4b7-8763841d5628), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.528176 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=e563a74c-b71f-4d1b-b883-ebcfe680f37e,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:37.545457 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.546868 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-301ac5c9-45fd-4628-bb34-373e7aed4e65 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7870700 Sep 09 06:34:37.570810 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3003898-61a9-4bfa-a635-1945952561ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2277d8e-95ac-425e-a4b7-8763841d5628,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:37.590497 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a3003898-61a9-4bfa-a635-1945952561ca admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e8fd480c2a994582b9450174f42668f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547863 Sep 09 06:34:37.590832 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55492) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:37.651140 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-628a75ef-5e49-49a9-bd48-a915b4ff08dc admin admin] Publish callbacks [] for security_group (b2277d8e-95ac-425e-a4b7-8763841d5628), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.674553 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-628a75ef-5e49-49a9-bd48-a915b4ff08dc admin admin] Publish callbacks [] for security_group (b2277d8e-95ac-425e-a4b7-8763841d5628), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.678725 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9073-698a-41c6-b7e0-54ee46190e1d req-7081fa1c-cccf-4caf-8796-fc63d7bd372a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:37.680308 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c5ae9073-698a-41c6-b7e0-54ee46190e1d req-7081fa1c-cccf-4caf-8796-fc63d7bd372a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0554054 Sep 09 06:34:37.737423 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c5ae9073-698a-41c6-b7e0-54ee46190e1d req-a620fc4a-cc7d-4652-8cbe-be9a06dd6b27 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515063 Sep 09 06:34:37.739941 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-628a75ef-5e49-49a9-bd48-a915b4ff08dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b2277d8e-95ac-425e-a4b7-8763841d5628), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.742511 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-628a75ef-5e49-49a9-bd48-a915b4ff08dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:37.743848 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-628a75ef-5e49-49a9-bd48-a915b4ff08dc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b2277d8e-95ac-425e-a4b7-8763841d5628 HTTP/1.1" status: 204 len: 168 time: 0.1502514 Sep 09 06:34:37.764007 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a75ef-5e49-49a9-bd48-a915b4ff08dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2277d8e-95ac-425e-a4b7-8763841d5628,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:37.796060 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-2f1505b9-3ac6-4845-88e7-bbaea21e0b68 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--165081567&fields=id&tenant_id=e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 267 time: 0.0641048 Sep 09 06:34:37.837501 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:38.173457 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-50afe0cb-2d16-4e84-935d-163a8ed6815d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:38.174906 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-50afe0cb-2d16-4e84-935d-163a8ed6815d tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 815 time: 0.3729448 Sep 09 06:34:38.189629 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-0374413a-b4e6-4aba-aca0-86e80a3eeace tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/quotas/e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 375 time: 0.0087328 Sep 09 06:34:38.239264 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-2d71d00d-9d3d-4ac9-a38b-cc8cd25f293f tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434220 Sep 09 06:34:38.427986 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-e428ae0c-d3c0-462d-941e-cdd012beba82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772082 Sep 09 06:34:38.516702 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-2a66d388-26c2-4f2a-91d5-d309d129365d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829530 Sep 09 06:34:38.663408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:38.688674 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0ce57c9b-90b1-4372-9939-04c2f9a3327e req-512375af-0979-4c95-ac4b-4b9a1ab5817b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 210 time: 0.0348825 Sep 09 06:34:38.865702 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eafeab-4099-44fe-8147-b7feb2a59edf req-edb1f42b-5f71-49ad-aed2-3e049498fbfb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:38.867190 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d0eafeab-4099-44fe-8147-b7feb2a59edf req-edb1f42b-5f71-49ad-aed2-3e049498fbfb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.0472314 Sep 09 06:34:38.919864 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d0eafeab-4099-44fe-8147-b7feb2a59edf req-52ac4c55-de72-417d-aa9a-5e77d02f0f0b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439720 Sep 09 06:34:39.795730 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82dca727-4871-45fd-a4bd-329834b4f8ff req-bf1b1b98-5550-495c-af9f-11aa25fe685b tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Sep 09 06:34:39.951832 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:34:40.030733 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:40.122144 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb464f6-3a00-424d-8334-2e254ea1b8ed req-d6e0c5e7-e699-4785-b198-ec71c1ee2e11 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:40.123851 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-feb464f6-3a00-424d-8334-2e254ea1b8ed req-d6e0c5e7-e699-4785-b198-ec71c1ee2e11 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 943 time: 0.1098757 Sep 09 06:34:40.157984 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:40.172459 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:34:40.173375 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-a31c4034-7063-42cd-bbd8-44845f480246 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:40.174890 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-a31c4034-7063-42cd-bbd8-44845f480246 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 815 time: 0.2304671 Sep 09 06:34:40.204332 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-feb464f6-3a00-424d-8334-2e254ea1b8ed req-da6ae6ea-3c5a-4386-9d2d-c09cd9a593cd tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713682 Sep 09 06:34:40.222305 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:34:40.222765 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:40.242606 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:34:40.265287 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:40.268822 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:40.327916 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:40.352176 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-08340ac9-fd3f-482f-a89e-b7d9225ac844 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e8ee1a9407994bf9a624e6231c7fe565 HTTP/1.1" status: 200 len: 379 time: 0.0616848 Sep 09 06:34:40.362650 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'port': {'device_id': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'admin_state_up': True, 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'security_groups': ['d7b408bd-9eeb-4ab3-a927-85c65406236e']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:40.471241 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Made reservation on behalf of e8ee1a9407994bf9a624e6231c7fe565 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:34:40.476220 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:40.607392 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Allocated IP 172.20.0.6 (6a1e56b2-5174-4859-ad55-8ae965984c50/9f2421d1-d0a5-4dce-9461-ca1f7f9346fa/5b26d108-0a54-4684-a651-7c4059439a0e) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:34:40.622434 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:40.629541 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['3690fe7c-0bd9-4039-a5dd-e333a1aaefe2'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:34:40.767067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for port (5b26d108-0a54-4684-a651-7c4059439a0e), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:40.804445 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:40.867281 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:40.880195 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:34:40.887383 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:34:40.900914 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:34:40.906860 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event updated for resources: {'Port': ['ID=5b26d108-0a54-4684-a651-7c4059439a0e,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:41.001083 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935358a-826a-42de-9dd3-aa8bab5f58df req-575964a2-4b29-4c38-8417-ef0e11908610 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:41.003242 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3935358a-826a-42de-9dd3-aa8bab5f58df req-575964a2-4b29-4c38-8417-ef0e11908610 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 931 time: 0.0987380 Sep 09 06:34:41.014102 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:41.014897 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:41.055063 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-285915cb-8035-4185-840b-eb6358ab39f5 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6962659 Sep 09 06:34:41.078018 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Request body: {'port': {'device_id': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:41.110162 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3935358a-826a-42de-9dd3-aa8bab5f58df req-18084bbf-2430-41ea-a097-37dcd8dd7866 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874038 Sep 09 06:34:41.185580 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-c58011c3-ff4f-473f-98f0-3b39421c4aae None None] Provisioning complete for port 5b26d108-0a54-4684-a651-7c4059439a0e triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:34:41.186124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:41.186500 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c58011c3-ff4f-473f-98f0-3b39421c4aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:41.205961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499086-7305-435c-8436-5dbe8af07eac req-d9016134-ca31-49d9-9548-2f853c720275 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:41.207557 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e0499086-7305-435c-8436-5dbe8af07eac req-d9016134-ca31-49d9-9548-2f853c720275 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0633128 Sep 09 06:34:41.220802 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-c58011c3-ff4f-473f-98f0-3b39421c4aae None None] Port 5b26d108-0a54-4684-a651-7c4059439a0e cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:34:41.380532 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e0499086-7305-435c-8436-5dbe8af07eac req-c17e3ec0-f9f1-4212-ad07-2636658e1b5b tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472976 Sep 09 06:34:41.416628 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1b471-8b99-4dd8-b4c4-2dfaf76e9ecd req-59eb1665-b38d-47ef-926e-33daa3e4bfdb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:41.418007 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fde1b471-8b99-4dd8-b4c4-2dfaf76e9ecd req-59eb1665-b38d-47ef-926e-33daa3e4bfdb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 944 time: 0.0968857 Sep 09 06:34:41.524153 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fde1b471-8b99-4dd8-b4c4-2dfaf76e9ecd req-e8f09818-6f23-4890-9b19-d6a39bbfcb9d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736303 Sep 09 06:34:41.525842 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:41.582840 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b26d108-0a54-4684-a651-7c4059439a0e {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:34:41.590499 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Publish callbacks [] for port (5b26d108-0a54-4684-a651-7c4059439a0e), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:41.603755 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Transition to ACTIVE for port object 5b26d108-0a54-4684-a651-7c4059439a0e will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:34:41.607340 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:41.667965 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Pushing event updated for resources: {'Port': ['ID=5b26d108-0a54-4684-a651-7c4059439a0e,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:41.717688 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Attempting to bind port 5b26d108-0a54-4684-a651-7c4059439a0e on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:34:41.718023 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Attempting to bind port 5b26d108-0a54-4684-a651-7c4059439a0e by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:34:41.718331 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Attempting to bind port 5b26d108-0a54-4684-a651-7c4059439a0e on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:34:41.760432 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Port 5b26d108-0a54-4684-a651-7c4059439a0e on network 6a1e56b2-5174-4859-ad55-8ae965984c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:34:41.760753 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Attempting to bind port 5b26d108-0a54-4684-a651-7c4059439a0e on network 6a1e56b2-5174-4859-ad55-8ae965984c50 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:34:41.796746 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:41.809314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:34:41.809648 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Checking segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:34:41.810033 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Bound using segment: {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:34:41.810463 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Bound port: 5b26d108-0a54-4684-a651-7c4059439a0e, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:34:41.810817 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:41.871709 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] For port 5b26d108-0a54-4684-a651-7c4059439a0e, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:34:41.874905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] For port 5b26d108-0a54-4684-a651-7c4059439a0e, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5b26d108-0a54-4684-a651-7c4059439a0e,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:34:41.882258 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:41.885567 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:41.886335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:41.887741 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/5b26d108-0a54-4684-a651-7c4059439a0e HTTP/1.1" status: 200 len: 1093 time: 0.8206179 Sep 09 06:34:41.889801 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'tag': '5b26d108-0a54-4684-a651-7c4059439a0e'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:41.892048 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e092853-6f7c-4e72-b995-f99f57ee67ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c12b4fc4-0305-4f63-94a7-5065cbcb0131", "tag": "5b26d108-0a54-4684-a651-7c4059439a0e"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:41.930848 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7b60c7-1e81-470b-b4ca-1d6d2249bd79 x-openstack-request-id: req-5b7b60c7-1e81-470b-b4ca-1d6d2249bd79 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:41.931130 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12b4fc4-0305-4f63-94a7-5065cbcb0131", "tag": "5b26d108-0a54-4684-a651-7c4059439a0e", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:41.931387 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b7b60c7-1e81-470b-b4ca-1d6d2249bd79 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:41.931823 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7b60c7-1e81-470b-b4ca-1d6d2249bd79'] response: {'name': 'network-changed', 'server_uuid': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'tag': '5b26d108-0a54-4684-a651-7c4059439a0e', 'status': 'completed', 'code': 200} Sep 09 06:34:41.941073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3acc65-f1e1-4da6-855e-5ae53ea9058f service neutron] Pushing event updated for resources: {'Port': ['ID=5b26d108-0a54-4684-a651-7c4059439a0e,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:41.964226 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:34:42.006981 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:34:42.012599 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:34:42.012968 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:42.056933 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:42.089619 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:34:42.090001 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:42.112531 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:42.115472 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b519bb-51af-4bd5-92e1-8122742b05c8" -d '{"events": [{"server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "name": "network-vif-plugged", "status": "completed", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:42.128479 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:42.133454 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:42.158392 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7e33b-0255-47b8-8046-aa5cf8f6d6f4 x-openstack-request-id: req-4ca7e33b-0255-47b8-8046-aa5cf8f6d6f4 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:42.158701 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "name": "network-vif-plugged", "status": "completed", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:42.158959 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ca7e33b-0255-47b8-8046-aa5cf8f6d6f4 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:42.159346 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca7e33b-0255-47b8-8046-aa5cf8f6d6f4'] response: {'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'code': 200} Sep 09 06:34:42.182264 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:42.188082 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:42.247320 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a45631-bf00-41e5-a5c4-c9f5d71ed8ef req-30aaebcb-d4c7-4344-8b98-0f24e6fb680e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:42.248803 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-93a45631-bf00-41e5-a5c4-c9f5d71ed8ef req-30aaebcb-d4c7-4344-8b98-0f24e6fb680e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 943 time: 0.0512064 Sep 09 06:34:42.278690 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=90 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:42.296065 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-93a45631-bf00-41e5-a5c4-c9f5d71ed8ef req-0ddf93d3-00d4-49da-befd-946aaebb52ef tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 Sep 09 06:34:42.504506 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dd3d4-fc6d-49b9-864b-73f53f6ce4de req-434af696-d3eb-4a7f-aed2-f4b9ef810e38 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:42.506150 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-347dd3d4-fc6d-49b9-864b-73f53f6ce4de req-434af696-d3eb-4a7f-aed2-f4b9ef810e38 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.0494301 Sep 09 06:34:42.554949 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-347dd3d4-fc6d-49b9-864b-73f53f6ce4de req-613ca675-be44-4ce4-9498-bd9792ba60f6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Sep 09 06:34:42.648065 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e3c1-ddd6-4178-bbc9-7eaef4137a84 req-3f36061c-a846-4d36-925d-57551d07a265 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:42.649534 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5ae0e3c1-ddd6-4178-bbc9-7eaef4137a84 req-3f36061c-a846-4d36-925d-57551d07a265 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.0507143 Sep 09 06:34:42.698954 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5ae0e3c1-ddd6-4178-bbc9-7eaef4137a84 req-ecd93b58-98ea-4b90-854a-484415a75e17 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Sep 09 06:34:43.336134 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e092853-6f7c-4e72-b995-f99f57ee67ef req-122d2401-81fb-4f7e-8b70-fa55c3b03989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:43.337655 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5e092853-6f7c-4e72-b995-f99f57ee67ef req-122d2401-81fb-4f7e-8b70-fa55c3b03989 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 1127 time: 0.0951071 Sep 09 06:34:43.522003 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6898efe-adbf-4a38-836e-8981e7c4cf62 req-11aec015-e470-4cac-828e-c11f5b1ccbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:43.523602 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6898efe-adbf-4a38-836e-8981e7c4cf62 req-11aec015-e470-4cac-828e-c11f5b1ccbc4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 1129 time: 0.1388037 Sep 09 06:34:43.524009 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:43.552226 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10780ef2-d1e0-4f3b-9b45-8dcdc7141f13 req-63d86cc3-182c-41a6-b211-6e7e6a1aeccd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:43.553879 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-10780ef2-d1e0-4f3b-9b45-8dcdc7141f13 req-63d86cc3-182c-41a6-b211-6e7e6a1aeccd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 943 time: 0.1546600 Sep 09 06:34:43.597337 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-7193faec-3e91-43a1-a6a7-16019331fb99 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:43.599288 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-7193faec-3e91-43a1-a6a7-16019331fb99 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1151006 Sep 09 06:34:43.630842 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e092853-6f7c-4e72-b995-f99f57ee67ef req-315f0d7d-2941-4918-8691-ce6866b4cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:43.632349 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5e092853-6f7c-4e72-b995-f99f57ee67ef req-315f0d7d-2941-4918-8691-ce6866b4cc9f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2707829 Sep 09 06:34:43.735745 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6898efe-adbf-4a38-836e-8981e7c4cf62 req-6aa56170-64a7-44e4-b1b3-82ed457867ab service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013836 Sep 09 06:34:43.794282 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-10780ef2-d1e0-4f3b-9b45-8dcdc7141f13 req-24a6d6b9-a3d9-4bfb-812c-36cb3f8dc963 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256174 Sep 09 06:34:43.806521 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17691b9f-0377-4a3f-9743-7fa17f80d09e req-6c57f586-3d43-40e4-8549-58d367898931 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:43.808008 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-17691b9f-0377-4a3f-9743-7fa17f80d09e req-6c57f586-3d43-40e4-8549-58d367898931 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 946 time: 0.1399212 Sep 09 06:34:43.860593 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:43.869400 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Deleting port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:43.869745 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:43.939121 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e092853-6f7c-4e72-b995-f99f57ee67ef req-db83efc4-3566-4b57-b2dd-5f0cc0ef849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:43.941128 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5e092853-6f7c-4e72-b995-f99f57ee67ef req-db83efc4-3566-4b57-b2dd-5f0cc0ef849f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2784584 Sep 09 06:34:43.994018 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-17691b9f-0377-4a3f-9743-7fa17f80d09e req-d84ef16f-ee8d-476f-888f-ede4f025bdde tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c6cf2947-d54b-49ba-a985-f34267970290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540937 Sep 09 06:34:44.062375 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] For port 2f4a6eb7-079c-4c01-b074-3e7a050153a9, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2f4a6eb7-079c-4c01-b074-3e7a050153a9,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:44.062639 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:44.108180 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d75c97-5421-4f43-b2c7-32263ef29182 req-cfd7c537-5d12-491c-9f03-ede2e76d63c8 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:44.109615 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-17d75c97-5421-4f43-b2c7-32263ef29182 req-cfd7c537-5d12-491c-9f03-ede2e76d63c8 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.1106048 Sep 09 06:34:44.174107 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83bfe-93e3-43fd-adbe-69a83b288adf req-04d53c9c-290f-4021-9e10-af3bc10974ab tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:44.175536 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c2f83bfe-93e3-43fd-adbe-69a83b288adf req-04d53c9c-290f-4021-9e10-af3bc10974ab tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.1152341 Sep 09 06:34:44.268857 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-17d75c97-5421-4f43-b2c7-32263ef29182 req-1e775ca7-0771-4cf1-88e5-07a71eb1a98f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252110 Sep 09 06:34:44.331700 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c2f83bfe-93e3-43fd-adbe-69a83b288adf req-e008b734-f9f2-46d5-83b5-12ff6b35cf7c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479650 Sep 09 06:34:44.354884 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:44.355479 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (79036201-82ab-4927-a305-f6c47c137e83), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:44.355610 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Floating IP 79036201-82ab-4927-a305-f6c47c137e83 disassociated. External IP: 172.27.0.163, port: 2f4a6eb7-079c-4c01-b074-3e7a050153a9. Sep 09 06:34:44.355883 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Calling delete_port for 2f4a6eb7-079c-4c01-b074-3e7a050153a9 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:44.419123 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:44.483995 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (2f4a6eb7-079c-4c01-b074-3e7a050153a9), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:44.515907 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event deleted for resources: {'Port': ['ID=2f4a6eb7-079c-4c01-b074-3e7a050153a9,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:44.627444 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Router a706bc59-9e93-4f24-b6c6-8624881cf30d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:34:44.724598 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:44.731006 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:34:44.742490 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] Sync routers for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:34:44.752785 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:44.753419 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:44.867032 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:45.076536 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:45.079365 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] No DVR routers for this DVR port 2f4a6eb7-079c-4c01-b074-3e7a050153a9 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:34:45.094412 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:45.098705 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-826b088c-222f-4fe4-814c-3f1cf22a4420 req-fbf22bb3-e03a-42a0-b68a-9cf4965c7f4e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "DELETE /networking/v2.0/ports/2f4a6eb7-079c-4c01-b074-3e7a050153a9 HTTP/1.1" status: 204 len: 173 time: 1.4881728 Sep 09 06:34:45.099506 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'name': 'network-vif-deleted', 'tag': '2f4a6eb7-079c-4c01-b074-3e7a050153a9'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:45.101744 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8019ac4a-865c-496f-b4bf-b6934cc274d2" -d '{"events": [{"server_uuid": "ebebb1d1-2de0-4afb-b816-797f5a4ed1ff", "name": "network-vif-deleted", "tag": "2f4a6eb7-079c-4c01-b074-3e7a050153a9"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:45.102700 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] Checking router: a706bc59-9e93-4f24-b6c6-8624881cf30d for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:34:45.111104 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:45.111677 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:45.124140 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-83b8e3c0-cacc-41d8-b9b7-495b27701166 req-c35748dd-282e-4e2f-9f43-d2bbb0a2c8b2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.0487251 Sep 09 06:34:45.132270 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceeda3-38e4-43b0-9415-3e17bfb541f8 req-54805492-affe-4401-86d9-4d364706ffdd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:45.133681 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e3ceeda3-38e4-43b0-9415-3e17bfb541f8 req-54805492-affe-4401-86d9-4d364706ffdd tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 943 time: 0.1050467 Sep 09 06:34:45.178020 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bb13dd-14d2-4975-bde5-2d505402089f x-openstack-request-id: req-87bb13dd-14d2-4975-bde5-2d505402089f {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:45.178378 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebebb1d1-2de0-4afb-b816-797f5a4ed1ff", "name": "network-vif-deleted", "tag": "2f4a6eb7-079c-4c01-b074-3e7a050153a9", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:45.178692 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87bb13dd-14d2-4975-bde5-2d505402089f {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:45.179139 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bb13dd-14d2-4975-bde5-2d505402089f'] response: {'server_uuid': 'ebebb1d1-2de0-4afb-b816-797f5a4ed1ff', 'name': 'network-vif-deleted', 'tag': '2f4a6eb7-079c-4c01-b074-3e7a050153a9', 'status': 'completed', 'code': 200} Sep 09 06:34:45.196912 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e3ceeda3-38e4-43b0-9415-3e17bfb541f8 req-2bf2d413-ef73-4a8e-8077-cde3478ab163 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521049 Sep 09 06:34:45.217341 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:45.348711 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:45.395894 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c18360-3261-420f-b75f-fd12b974ed4f req-4f107cc7-7446-47e1-8abe-be22fc7da77c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:45.397644 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f9c18360-3261-420f-b75f-fd12b974ed4f req-4f107cc7-7446-47e1-8abe-be22fc7da77c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.0499067 Sep 09 06:34:45.412081 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:45.436721 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fc4fb-8fdf-4a43-93c5-38ed0e3a61f5 None None] The sync data for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi is: [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:34:45.483313 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f9c18360-3261-420f-b75f-fd12b974ed4f req-8a9b0ed8-a5d6-4cd1-8ccc-c787aede6a06 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796721 Sep 09 06:34:45.488936 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac0ed8-e126-46d6-a355-597c842945de req-5b58e0b7-1b85-4ae4-8882-1ffe6a55fec3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:45.490397 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-83ac0ed8-e126-46d6-a355-597c842945de req-5b58e0b7-1b85-4ae4-8882-1ffe6a55fec3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0725532 Sep 09 06:34:45.546821 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-83ac0ed8-e126-46d6-a355-597c842945de req-aaa6a97b-fbe0-434a-9c1f-4b081765580c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500171 Sep 09 06:34:45.668889 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8bad57-bf58-48ea-b94b-2ab2afddb6a2 None None] New status for floating IP 79036201-82ab-4927-a305-f6c47c137e83: DOWN {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:34:46.230801 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c6df97ab-9982-4850-98af-622e0ac5eee5 req-079a4982-94e0-4f31-8e3a-7ab171342a4f tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.0289359 Sep 09 06:34:46.316668 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab4c71-860d-4f20-bb2d-f24db717777e req-9c202aee-ab99-4db7-91e2-ee70de9c73d2 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:46.318202 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5aab4c71-860d-4f20-bb2d-f24db717777e req-9c202aee-ab99-4db7-91e2-ee70de9c73d2 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 943 time: 0.0473719 Sep 09 06:34:46.366207 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5aab4c71-860d-4f20-bb2d-f24db717777e req-d6ff02e3-9f40-4a53-96ab-54d566ad859c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 Sep 09 06:34:46.610942 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bbe7c-c2c4-4817-a0ad-56d0b994b90f req-24609516-7c89-4915-86d9-4672bb1d4317 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:46.612504 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bc5bbe7c-c2c4-4817-a0ad-56d0b994b90f req-24609516-7c89-4915-86d9-4672bb1d4317 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.0523355 Sep 09 06:34:46.691108 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bc5bbe7c-c2c4-4817-a0ad-56d0b994b90f req-bee00643-4afe-4356-bbe9-8da2c30397c0 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730453 Sep 09 06:34:46.702670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ec7fb-d554-4d7e-a2f6-78b941cca4e6 req-7032a4fb-c4da-4b56-a848-1293fd618c64 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:46.703892 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bf4ec7fb-d554-4d7e-a2f6-78b941cca4e6 req-7032a4fb-c4da-4b56-a848-1293fd618c64 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0651436 Sep 09 06:34:46.752397 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bf4ec7fb-d554-4d7e-a2f6-78b941cca4e6 req-762ff2b7-8f1d-4b84-87f7-519dd86b7dfe tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412197 Sep 09 06:34:47.339531 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-896254d7-ccb3-4715-a95e-8ae980629911 req-5ca8a076-9211-41e7-80b4-e16e30983c56 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.0285199 Sep 09 06:34:47.490566 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349aea4-c1b6-4c89-8d30-c4878821ae1f req-749b5d0e-21cc-42e8-af42-8aa528531250 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:47.492024 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8349aea4-c1b6-4c89-8d30-c4878821ae1f req-749b5d0e-21cc-42e8-af42-8aa528531250 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 943 time: 0.0511911 Sep 09 06:34:47.539729 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8349aea4-c1b6-4c89-8d30-c4878821ae1f req-e5d0d47f-1f56-4ce0-949f-829a974b2575 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 Sep 09 06:34:47.660948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:47.692580 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-0a99a3ca-5017-4861-a3ac-eca04e553b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:47.694093 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-0a99a3ca-5017-4861-a3ac-eca04e553b3d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 1127 time: 0.0412652 Sep 09 06:34:47.723094 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=39,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:47.756018 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:47.845369 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-68f3ce56-49ac-4b62-86e9-f8c71127bbf5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b26d108-0a54-4684-a651-7c4059439a0e HTTP/1.1" status: 200 len: 217 time: 0.0500019 Sep 09 06:34:47.863119 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634557-bab8-4ee4-8ad2-8242e9097bce req-39289694-5069-44e3-b429-b9a9e8874f89 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:47.865545 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e9634557-bab8-4ee4-8ad2-8242e9097bce req-39289694-5069-44e3-b429-b9a9e8874f89 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.1003358 Sep 09 06:34:47.970890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb43a3-f03e-46ce-a3a2-97d04acae0d9 req-a0fc60b6-4648-44bc-80d1-2f5609f0de2a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:47.972700 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3cbb43a3-f03e-46ce-a3a2-97d04acae0d9 req-a0fc60b6-4648-44bc-80d1-2f5609f0de2a tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.1318893 Sep 09 06:34:48.027667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:48.034354 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-97401f44-99ad-4524-b9e9-a0d7bec2b6b5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:48.036234 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-97401f44-99ad-4524-b9e9-a0d7bec2b6b5 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.1423810 Sep 09 06:34:48.041792 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 2f4a6eb7-079c-4c01-b074-3e7a050153a9 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:34:48.044294 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e9634557-bab8-4ee4-8ad2-8242e9097bce req-5c5450c9-62b7-4710-82ea-583c7338de06 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615338 Sep 09 06:34:48.052707 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-d51bc5ae-883d-4db1-a029-7569ad67449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:48.054139 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-d51bc5ae-883d-4db1-a029-7569ad67449b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.1583099 Sep 09 06:34:48.064421 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 2f4a6eb7-079c-4c01-b074-3e7a050153a9 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:34:48.064981 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 2f4a6eb7-079c-4c01-b074-3e7a050153a9 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:34:48.079740 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3cbb43a3-f03e-46ce-a3a2-97d04acae0d9 req-5d5f8ca4-a0a8-435c-8e31-51451f18f9d1 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941725 Sep 09 06:34:48.484017 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9094a069-eedb-4a71-be03-b42247d5ae82 req-7aec07fc-64fa-4ff3-9337-86bdf0e652ee tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebebb1d1-2de0-4afb-b816-797f5a4ed1ff HTTP/1.1" status: 200 len: 210 time: 0.0552390 Sep 09 06:34:48.541507 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-cd65a865-b2ee-411c-bb2f-6406c7ae3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:48.543071 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-cd65a865-b2ee-411c-bb2f-6406c7ae3eec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0935338 Sep 09 06:34:48.651773 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Deleting port a274b4a0-61a9-4a18-853c-5cf4edeb4692 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:48.652115 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:48.713925 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd830af5-d91c-4e62-a91f-cbbfbbf6acca req-d4277ef2-d047-4278-ac28-4796355a7358 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:48.715387 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd830af5-d91c-4e62-a91f-cbbfbbf6acca req-d4277ef2-d047-4278-ac28-4796355a7358 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 943 time: 0.0796170 Sep 09 06:34:48.778749 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-9c97d6ee-e929-4c67-8e0f-5680f7b87dd5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283347 Sep 09 06:34:48.830458 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd830af5-d91c-4e62-a91f-cbbfbbf6acca req-e412fbf7-255b-4dff-a689-2359b27691fb tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799229 Sep 09 06:34:48.832667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] For port a274b4a0-61a9-4a18-853c-5cf4edeb4692, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=a274b4a0-61a9-4a18-853c-5cf4edeb4692,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:48.833025 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.052135 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7edc84ee-58c5-4e29-9a7b-a811ac96491f req-0744e6f0-9386-46ab-86b4-a1f6349248fd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786475 Sep 09 06:34:49.071312 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.071703 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (8373ac10-872b-458e-94da-cee449c98c90), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.072077 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Floating IP 8373ac10-872b-458e-94da-cee449c98c90 disassociated. External IP: 172.27.0.202, port: a274b4a0-61a9-4a18-853c-5cf4edeb4692. Sep 09 06:34:49.072352 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Calling delete_port for a274b4a0-61a9-4a18-853c-5cf4edeb4692 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:49.142435 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:49.202544 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ef730-b546-47a7-b0cc-f767d9c0cc3e req-0a7cb02e-3237-4220-b11a-81e074297500 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:49.203943 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-577ef730-b546-47a7-b0cc-f767d9c0cc3e req-0a7cb02e-3237-4220-b11a-81e074297500 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.0751996 Sep 09 06:34:49.236142 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:49.253113 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098898-44e1-4594-a5f6-59d3e363172a req-037c6efe-d574-45b1-8524-44779fbfcbf9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:49.255084 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6c098898-44e1-4594-a5f6-59d3e363172a req-037c6efe-d574-45b1-8524-44779fbfcbf9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 945 time: 0.0769804 Sep 09 06:34:49.337154 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-577ef730-b546-47a7-b0cc-f767d9c0cc3e req-7c9a015f-b9f8-45e8-98d7-adc49a90ac93 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142840 Sep 09 06:34:49.364804 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6c098898-44e1-4594-a5f6-59d3e363172a req-417c29a8-78c4-446b-9c89-daa4965890f3 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819347 Sep 09 06:34:49.367327 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (a274b4a0-61a9-4a18-853c-5cf4edeb4692), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.401131 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event deleted for resources: {'Port': ['ID=a274b4a0-61a9-4a18-853c-5cf4edeb4692,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:49.524443 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67f193-da6d-4065-9ba1-1d4177b031f3 req-ca5b04de-80ca-45e0-8d9f-7c2e75876b25 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:49.525914 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8e67f193-da6d-4065-9ba1-1d4177b031f3 req-ca5b04de-80ca-45e0-8d9f-7c2e75876b25 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.0809674 Sep 09 06:34:49.571773 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:34:49.585751 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55640) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:49.602597 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8e67f193-da6d-4065-9ba1-1d4177b031f3 req-c1bb404f-940e-4792-87fe-2e3bfdaeb049 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700085 Sep 09 06:34:49.637999 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55642) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:49.655656 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2799-4ba3-a75a-1ae233f44ef0 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (c6cf2947-d54b-49ba-a985-f34267970290), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.700229 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704a1eb-f5a7-4ac5-8038-68dcdc33076a tempest-TestVolumeBootPattern-1299137192 tempest-TestVolumeBootPattern-1299137192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:49.701670 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5704a1eb-f5a7-4ac5-8038-68dcdc33076a tempest-TestVolumeBootPattern-1299137192 tempest-TestVolumeBootPattern-1299137192-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 1124 time: 0.0623186 Sep 09 06:34:49.703502 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2799-4ba3-a75a-1ae233f44ef0 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (c6cf2947-d54b-49ba-a985-f34267970290), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.704708 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55644) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:49.709267 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:49.715663 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:34:49.726775 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] Sync routers for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:34:49.742748 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:49.743931 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:49.758261 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.761898 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2799-4ba3-a75a-1ae233f44ef0 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (c6cf2947-d54b-49ba-a985-f34267970290), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.768318 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f159befb-2799-4ba3-a75a-1ae233f44ef0 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.772973 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f159befb-2799-4ba3-a75a-1ae233f44ef0 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c6cf2947-d54b-49ba-a985-f34267970290 HTTP/1.1" status: 204 len: 168 time: 0.1863625 Sep 09 06:34:49.773922 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55646) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:49.779368 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:49.798867 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159befb-2799-4ba3-a75a-1ae233f44ef0 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cf2947-d54b-49ba-a985-f34267970290,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:49.802381 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] No DVR routers for this DVR port a274b4a0-61a9-4a18-853c-5cf4edeb4692 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:34:49.808875 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.api.v2.resource [None req-4772045d-7585-40f6-af47-40109b113128 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] show failed (client error): The resource could not be found. Sep 09 06:34:49.809186 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:49.814496 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-4772045d-7585-40f6-af47-40109b113128 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups/c6cf2947-d54b-49ba-a985-f34267970290 HTTP/1.1" status: 404 len: 347 time: 0.0235262 Sep 09 06:34:49.815131 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55648) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:49.817279 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b23ea743-fb12-4649-8a20-2fc079faa77d req-46be109d-cf7f-4aa8-9974-be710bfdc9db tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a274b4a0-61a9-4a18-853c-5cf4edeb4692 HTTP/1.1" status: 204 len: 173 time: 1.3664520 Sep 09 06:34:49.817901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'name': 'network-vif-deleted', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:49.820221 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0117842b-b205-44cd-93df-824cf5b9e0ed" -d '{"events": [{"server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "name": "network-vif-deleted", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:49.922906 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.048520 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Deleting port db69448d-28fd-4c2c-ad3a-93fd354c8a46 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:50.048862 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (db69448d-28fd-4c2c-ad3a-93fd354c8a46), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.087662 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b60be8-36e6-461b-8812-d5d4c73dbf6d req-877c3f52-a194-443b-81ae-cac984669317 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:50.092024 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d5b60be8-36e6-461b-8812-d5d4c73dbf6d req-877c3f52-a194-443b-81ae-cac984669317 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 943 time: 0.0833189 Sep 09 06:34:50.120533 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:50.124781 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:50.146660 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (db69448d-28fd-4c2c-ad3a-93fd354c8a46), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.146830 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (db69448d-28fd-4c2c-ad3a-93fd354c8a46), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.155058 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e17a33-260e-43a5-bf72-641c5fd49895 x-openstack-request-id: req-36e17a33-260e-43a5-bf72-641c5fd49895 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:50.156636 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc563f30-0bc9-4f2d-a07f-5c18471ec9fd", "name": "network-vif-deleted", "tag": "a274b4a0-61a9-4a18-853c-5cf4edeb4692", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:50.157768 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36e17a33-260e-43a5-bf72-641c5fd49895 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:50.158468 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e17a33-260e-43a5-bf72-641c5fd49895'] response: {'server_uuid': 'fc563f30-0bc9-4f2d-a07f-5c18471ec9fd', 'name': 'network-vif-deleted', 'tag': 'a274b4a0-61a9-4a18-853c-5cf4edeb4692', 'status': 'completed', 'code': 200} Sep 09 06:34:50.160814 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Calling delete_port for db69448d-28fd-4c2c-ad3a-93fd354c8a46 owned by network:floatingip {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:50.200033 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Allocated IP 172.27.0.119 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/cd396abc-7d43-47ca-8ee0-ebe4ba1314fb) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:34:50.224200 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d5b60be8-36e6-461b-8812-d5d4c73dbf6d req-9d0660a0-345e-40e1-946c-ed6fbad5aebf tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263313 Sep 09 06:34:50.298366 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (db69448d-28fd-4c2c-ad3a-93fd354c8a46), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.310034 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:50.337617 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event deleted for resources: {'Port': ['ID=db69448d-28fd-4c2c-ad3a-93fd354c8a46,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:50.340093 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.356185 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:50.384635 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.387316 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] Checking router: 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:34:50.390352 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:50.401316 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:50.402076 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:50.433115 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:34:50.436264 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:34:50.443140 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (79036201-82ab-4927-a305-f6c47c137e83), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.445858 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:34:50.450434 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.457135 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-9af45487-deb1-4485-b8f6-e734c0ebd660 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/79036201-82ab-4927-a305-f6c47c137e83 HTTP/1.1" status: 204 len: 168 time: 0.6406701 Sep 09 06:34:50.484244 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=cd396abc-7d43-47ca-8ee0-ebe4ba1314fb,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:50.516609 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d849e6a8-e5ac-4350-a7dc-fd948e6e8e32 req-e4955add-f703-4afc-bfb8-32c6d6fc2183 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc563f30-0bc9-4f2d-a07f-5c18471ec9fd HTTP/1.1" status: 200 len: 210 time: 0.0360575 Sep 09 06:34:50.521674 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:50.547457 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55660) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:50.556646 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-e7bb3f5f-9e3c-4a73-9eb6-e118e5aecc3c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714607401', 'description': 'tempest-description--1523927670'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:50.582796 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e7bb3f5f-9e3c-4a73-9eb6-e118e5aecc3c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.636028 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:50.657826 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e7bb3f5f-9e3c-4a73-9eb6-e118e5aecc3c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (ef6afd05-addf-401f-8c32-367fad4c16db), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.662703 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e7bb3f5f-9e3c-4a73-9eb6-e118e5aecc3c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ef6afd05-addf-401f-8c32-367fad4c16db), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.694025 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e7bb3f5f-9e3c-4a73-9eb6-e118e5aecc3c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.698281 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e7bb3f5f-9e3c-4a73-9eb6-e118e5aecc3c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1502130 Sep 09 06:34:50.698886 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55662) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:50.702035 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb3f5f-9e3c-4a73-9eb6-e118e5aecc3c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6afd05-addf-401f-8c32-367fad4c16db,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:50.706602 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-621e7184-0b18-4335-9ed5-467382ef5dc7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'security_group_rule': {'security_group_id': 'ef6afd05-addf-401f-8c32-367fad4c16db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:50.734484 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-621e7184-0b18-4335-9ed5-467382ef5dc7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (00d77661-0eda-4148-a351-c61f90408323), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.774927 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:50.811765 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771226bf-cb89-431c-9345-38a30b23ab8a None None] The sync data for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi is: [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '10cef04c-4937-496b-8486-1e6eb1c83cd1', 'name': '', 'network_id': '98282524-73a1-460b-a31c-3ff4ef655afa', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'mac_address': 'fa:16:3e:6b:eb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80ad4645-9bf1-48af-b925-139692f84099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:15Z', 'updated_at': '2022-09-09T06:29:31Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'subnets': [{'id': '80ad4645-9bf1-48af-b925-139692f84099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:34:50.821450 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-621e7184-0b18-4335-9ed5-467382ef5dc7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (00d77661-0eda-4148-a351-c61f90408323), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.827741 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-621e7184-0b18-4335-9ed5-467382ef5dc7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (00d77661-0eda-4148-a351-c61f90408323), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.846427 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:50.851763 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e7184-0b18-4335-9ed5-467382ef5dc7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d77661-0eda-4148-a351-c61f90408323,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:50.864590 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-621e7184-0b18-4335-9ed5-467382ef5dc7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.866248 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-621e7184-0b18-4335-9ed5-467382ef5dc7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653805 Sep 09 06:34:50.869135 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55664) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:50.877470 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-60f227a1-ad32-4efc-8094-a4de2225d5cf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'security_group_rule': {'security_group_id': 'ef6afd05-addf-401f-8c32-367fad4c16db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:50.919869 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-60f227a1-ad32-4efc-8094-a4de2225d5cf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (3c85b484-1aa4-4284-adc8-75ec95ddb4d0), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.986911 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-60f227a1-ad32-4efc-8094-a4de2225d5cf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (3c85b484-1aa4-4284-adc8-75ec95ddb4d0), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:50.992210 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-60f227a1-ad32-4efc-8094-a4de2225d5cf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (3c85b484-1aa4-4284-adc8-75ec95ddb4d0), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.014927 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f227a1-ad32-4efc-8094-a4de2225d5cf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c85b484-1aa4-4284-adc8-75ec95ddb4d0,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:51.025592 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-60f227a1-ad32-4efc-8094-a4de2225d5cf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.026775 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-60f227a1-ad32-4efc-8094-a4de2225d5cf tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564786 Sep 09 06:34:51.036323 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55666) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:51.042085 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:51.065570 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.102363 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09717f87-990e-436e-997d-d65a5deebff2 None None] New status for floating IP 8373ac10-872b-458e-94da-cee449c98c90: DOWN {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:34:51.201556 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (3b93f5a9-56f1-4b84-ad93-6729911ebedf), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.280297 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.382856 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb7f75-06b2-4afa-959e-ff489fa1ca2f req-8eb48407-31ee-4994-8d00-d105f98dc830 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:51.384385 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5eeb7f75-06b2-4afa-959e-ff489fa1ca2f req-8eb48407-31ee-4994-8d00-d105f98dc830 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 943 time: 0.0759566 Sep 09 06:34:51.386752 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.390281 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:51.490761 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5eeb7f75-06b2-4afa-959e-ff489fa1ca2f req-540b62d5-ce9e-4d9a-b7be-cc309373a5f1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992568 Sep 09 06:34:51.501159 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Allocated IP 172.27.0.252 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/223f4d98-9733-4e1a-92f2-c180ad889254) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:34:51.530801 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.536019 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.579608 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:51.611173 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=cd396abc-7d43-47ca-8ee0-ebe4ba1314fb,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:51.613788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (3b93f5a9-56f1-4b84-ad93-6729911ebedf), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.614611 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for port (223f4d98-9733-4e1a-92f2-c180ad889254), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.659232 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55674) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:51.665035 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (223f4d98-9733-4e1a-92f2-c180ad889254), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.702794 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:34:51.705726 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:34:51.712343 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:34:51.714054 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:51.738903 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'Port': ['ID=223f4d98-9733-4e1a-92f2-c180ad889254,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:51.748555 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Floating IP 3b93f5a9-56f1-4b84-ad93-6729911ebedf associated. External IP: 172.27.0.119, port: 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2. Sep 09 06:34:51.799298 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d85dfe12-74e1-4ea2-9eaa-e84c895805b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group (e55a299e-7ad8-4e0a-b28c-e1f5871dc13b), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.810027 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (8598331e-034f-49be-92e2-cad756f4f1df), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.838538 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:51.851109 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (223f4d98-9733-4e1a-92f2-c180ad889254), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.857999 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d85dfe12-74e1-4ea2-9eaa-e84c895805b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group (e55a299e-7ad8-4e0a-b28c-e1f5871dc13b), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.985667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d85dfe12-74e1-4ea2-9eaa-e84c895805b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e55a299e-7ad8-4e0a-b28c-e1f5871dc13b), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.988388 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d85dfe12-74e1-4ea2-9eaa-e84c895805b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:51.989638 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-d85dfe12-74e1-4ea2-9eaa-e84c895805b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e55a299e-7ad8-4e0a-b28c-e1f5871dc13b HTTP/1.1" status: 204 len: 168 time: 0.3294435 Sep 09 06:34:51.993148 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55676) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:52.008012 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dfe12-74e1-4ea2-9eaa-e84c895805b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55a299e-7ad8-4e0a-b28c-e1f5871dc13b,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:52.021776 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.api.v2.resource [None req-ca3678b5-9fce-4689-9005-f4f5d9a94fb4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] show failed (client error): The resource could not be found. Sep 09 06:34:52.025511 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ca3678b5-9fce-4689-9005-f4f5d9a94fb4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups/e55a299e-7ad8-4e0a-b28c-e1f5871dc13b HTTP/1.1" status: 404 len: 347 time: 0.0288420 Sep 09 06:34:52.025511 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for port (223f4d98-9733-4e1a-92f2-c180ad889254), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.026693 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55678) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:52.031142 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (223f4d98-9733-4e1a-92f2-c180ad889254), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.038159 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:34:52.039195 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 5b26d108-0a54-4684-a651-7c4059439a0e details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:34:52.045833 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device a274b4a0-61a9-4a18-853c-5cf4edeb4692 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:34:52.071212 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: a274b4a0-61a9-4a18-853c-5cf4edeb4692 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:34:52.071459 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device a274b4a0-61a9-4a18-853c-5cf4edeb4692 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:34:52.098696 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'Port': ['ID=223f4d98-9733-4e1a-92f2-c180ad889254,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:52.121602 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (8598331e-034f-49be-92e2-cad756f4f1df), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.140905 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.148198 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-fb13011e-70da-4b6b-a82a-5b6881189834 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1105917 Sep 09 06:34:52.170023 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 5b26d108-0a54-4684-a651-7c4059439a0e, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5b26d108-0a54-4684-a651-7c4059439a0e,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:52.181587 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '5b26d108-0a54-4684-a651-7c4059439a0e', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'port_id': '5b26d108-0a54-4684-a651-7c4059439a0e', 'mac_address': 'fa:16:3e:22:fc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:34:52.223870 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 5b26d108-0a54-4684-a651-7c4059439a0e is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:34:52.224256 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.227335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Deleting port f3995562-7741-45a0-b6b2-9bb3b46925c2 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:52.227879 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (f3995562-7741-45a0-b6b2-9bb3b46925c2), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.240032 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b26d108-0a54-4684-a651-7c4059439a0e {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:34:52.262187 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 5b26d108-0a54-4684-a651-7c4059439a0e, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5b26d108-0a54-4684-a651-7c4059439a0e,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:52.266260 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.314762 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=5b26d108-0a54-4684-a651-7c4059439a0e,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:52.315487 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:34:52.327334 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:34:52.338643 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:52.339263 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:52.347766 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:52.367012 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.368670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:52.377799 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (f3995562-7741-45a0-b6b2-9bb3b46925c2), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.378126 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (f3995562-7741-45a0-b6b2-9bb3b46925c2), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:52.419671 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-1b0569df-a89f-4196-9b09-457589ca10dd tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1714607401&fields=id&tenant_id=7a732015d4244c378e0204e1d216f57b HTTP/1.1" status: 200 len: 267 time: 0.1551740 Sep 09 06:34:52.420597 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Calling delete_port for f3995562-7741-45a0-b6b2-9bb3b46925c2 owned by network:floatingip {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:52.430904 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8f40be40-7417-4f06-854e-bdb44cd7cc5b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7228782 Sep 09 06:34:52.431854 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:52.434077 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb3f5cc-d37a-4e84-949c-f92879cff348" -d '{"events": [{"name": "network-changed", "server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:52.449992 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:52.506135 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad509ad2-77cf-4ed6-8df9-e10ae69d8287 x-openstack-request-id: req-ad509ad2-77cf-4ed6-8df9-e10ae69d8287 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:52.506417 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:52.506665 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad509ad2-77cf-4ed6-8df9-e10ae69d8287 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:52.507122 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad509ad2-77cf-4ed6-8df9-e10ae69d8287'] response: {'name': 'network-changed', 'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'status': 'completed', 'code': 200} Sep 09 06:34:52.525024 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['5b26d108-0a54-4684-a651-7c4059439a0e'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:34:52.625520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-4612f7ae-ba67-4ce1-9644-749ed6bfa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:52.626861 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-4612f7ae-ba67-4ce1-9644-749ed6bfa18f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 1129 time: 0.1168356 Sep 09 06:34:52.688506 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:52.699036 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:50Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:52.701078 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-c45ceadf-b72d-4010-842e-7fe2649f7a4c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:52.702526 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-c45ceadf-b72d-4010-842e-7fe2649f7a4c tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 811 time: 0.2715027 Sep 09 06:34:52.724868 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:34:52.733888 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:52.734225 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb6ca3-d8e1-4a8e-81db-6e2a46a83370 req-08658323-a97e-424a-9955-2356acfaaba1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:52.734487 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:52.735732 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-12bb6ca3-d8e1-4a8e-81db-6e2a46a83370 req-08658323-a97e-424a-9955-2356acfaaba1 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 944 time: 0.1354651 Sep 09 06:34:52.776704 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-c183def9-3c93-4aa5-aa64-213bde7de8a4 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/quotas/7a732015d4244c378e0204e1d216f57b HTTP/1.1" status: 200 len: 375 time: 0.0644948 Sep 09 06:34:52.842883 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:52.902004 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-2a8a388a-5b33-46e2-bd4f-d2a2046ca570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:52.903463 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-2a8a388a-5b33-46e2-bd4f-d2a2046ca570 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.2692637 Sep 09 06:34:52.907953 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-13797a0c-bae5-486f-8e6b-479fee20cad0 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157067 Sep 09 06:34:52.930100 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-12bb6ca3-d8e1-4a8e-81db-6e2a46a83370 req-adcecca2-5df5-4a85-ab2b-ebb730c1efe6 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660895 Sep 09 06:34:52.966493 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (f3995562-7741-45a0-b6b2-9bb3b46925c2), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:53.022419 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event deleted for resources: {'Port': ['ID=f3995562-7741-45a0-b6b2-9bb3b46925c2,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:53.038423 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:53.062662 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:50Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:53.087905 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143f0af-d631-4d7b-8f37-58f34b9672d1 None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:50Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:34:53.108095 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-9f033ebf-8511-406b-9ced-d276c963ed19 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 HTTP/1.1" status: 200 len: 999 time: 0.1906037 Sep 09 06:34:53.183596 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-d16aba52-888b-4429-9220-a5af543a62f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579186 Sep 09 06:34:53.183990 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:53.185074 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks [] for floatingip (8373ac10-872b-458e-94da-cee449c98c90), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:53.187454 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:53.188518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-354effca-429c-4711-ba78-a13838975856 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8373ac10-872b-458e-94da-cee449c98c90 HTTP/1.1" status: 204 len: 168 time: 1.1606972 Sep 09 06:34:53.224643 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-df9a6566-0622-469a-b403-0e1acebfe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:53.226112 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-df9a6566-0622-469a-b403-0e1acebfe82e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.1085179 Sep 09 06:34:53.313295 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:53.321303 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c04d44-b96f-414c-a803-4d6c2fa4798b None None] New status for floating IP 3b93f5a9-56f1-4b84-ad93-6729911ebedf: ACTIVE {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:34:53.327214 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-df9aff5d-9cef-47e7-824b-8a5153292b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:53.328789 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-df9aff5d-9cef-47e7-824b-8a5153292b3e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0957866 Sep 09 06:34:53.335362 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-79e01add-0330-4f4a-a687-b36da522962e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422102 Sep 09 06:34:53.424522 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-6721e0cf-aae7-44bc-9f07-ada4ba8781a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878584 Sep 09 06:34:53.549259 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1789dfe0-4d0a-4a1a-b0f1-e9b5d69b0ff9 req-42edbc2d-9800-4465-ad8a-5a2f306579f7 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 210 time: 0.0349846 Sep 09 06:34:53.594462 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0cb3f5cc-d37a-4e84-949c-f92879cff348 req-2f23aa87-0557-4eb1-bbb9-47e357feb7f1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614611 Sep 09 06:34:54.053188 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 5b26d108-0a54-4684-a651-7c4059439a0e up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:34:54.059976 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9d44f-331b-4f08-a9cc-7b9b09112aea req-03841d76-a7a8-4c77-8af3-feb4d00ba722 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:54.061574 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a5b9d44f-331b-4f08-a9cc-7b9b09112aea req-03841d76-a7a8-4c77-8af3-feb4d00ba722 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 944 time: 0.0522406 Sep 09 06:34:54.086681 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:54.101656 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 5b26d108-0a54-4684-a651-7c4059439a0e completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:34:54.108555 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 5b26d108-0a54-4684-a651-7c4059439a0e triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:34:54.108962 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:54.128084 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a5b9d44f-331b-4f08-a9cc-7b9b09112aea req-50bd59a0-a58e-423c-8ea3-65ba04ac05a2 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577929 Sep 09 06:34:54.147400 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:54.193292 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 5b26d108-0a54-4684-a651-7c4059439a0e is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:34:54.193682 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:54.217134 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b26d108-0a54-4684-a651-7c4059439a0e'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:54.219299 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79be657e-92f3-4e48-a720-bd65cc412dda" -d '{"events": [{"server_uuid": "c12b4fc4-0305-4f63-94a7-5065cbcb0131", "name": "network-vif-plugged", "status": "completed", "tag": "5b26d108-0a54-4684-a651-7c4059439a0e"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:54.232244 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 5b26d108-0a54-4684-a651-7c4059439a0e, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5b26d108-0a54-4684-a651-7c4059439a0e,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:54.236880 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:54.261062 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fd2a13-de93-40c9-a0f3-2d827d3f7483 x-openstack-request-id: req-24fd2a13-de93-40c9-a0f3-2d827d3f7483 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:54.261371 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12b4fc4-0305-4f63-94a7-5065cbcb0131", "name": "network-vif-plugged", "status": "completed", "tag": "5b26d108-0a54-4684-a651-7c4059439a0e", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:54.261627 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24fd2a13-de93-40c9-a0f3-2d827d3f7483 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:54.262014 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fd2a13-de93-40c9-a0f3-2d827d3f7483'] response: {'server_uuid': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b26d108-0a54-4684-a651-7c4059439a0e', 'code': 200} Sep 09 06:34:54.287575 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=5b26d108-0a54-4684-a651-7c4059439a0e,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:54.693055 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac53a99e-8d5d-4841-86a3-4b02ce1e42db req-c0bc6dd5-d14d-41fe-a8aa-ea13888025bb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 210 time: 0.0535874 Sep 09 06:34:54.699407 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b483e9-4082-4357-b9e2-a8e528eeb710 req-209df3e7-9fbe-4395-b48e-c89b313976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:54.701259 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b2b483e9-4082-4357-b9e2-a8e528eeb710 req-209df3e7-9fbe-4395-b48e-c89b313976ee service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 1129 time: 0.0735192 Sep 09 06:34:54.822360 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b2b483e9-4082-4357-b9e2-a8e528eeb710 req-5cf4b896-c541-409d-8c83-7f180c56a4a8 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074388 Sep 09 06:34:54.844486 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-7b40baec-aab8-49bf-8970-1709a5053072 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:54.845888 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-7b40baec-aab8-49bf-8970-1709a5053072 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 811 time: 0.1434433 Sep 09 06:34:55.106280 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-5bc753d6-1b70-474a-9975-8152ada6d3b6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7a732015d4244c378e0204e1d216f57b HTTP/1.1" status: 200 len: 380 time: 0.0533545 Sep 09 06:34:55.174567 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'port': {'device_id': 'd2516d5f-2633-4271-b038-8992955bbae1', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'admin_state_up': True, 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'security_groups': ['ef6afd05-addf-401f-8c32-367fad4c16db']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:55.554733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3c56d-287f-4ccd-9032-e4ea712ef42e req-044d1d0e-68b7-44c6-8bea-04048ff3f96c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:55.556261 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4ee3c56d-287f-4ccd-9032-e4ea712ef42e req-044d1d0e-68b7-44c6-8bea-04048ff3f96c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 945 time: 0.0706172 Sep 09 06:34:55.600596 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:55.611490 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Made reservation on behalf of 7a732015d4244c378e0204e1d216f57b for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:34:55.615403 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:55.643652 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4ee3c56d-287f-4ccd-9032-e4ea712ef42e req-d689ea67-b64e-4f57-9550-5d597e2990a2 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786312 Sep 09 06:34:55.758867 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20d21-6c8d-416a-9656-b4151cf46e28 req-75cd1ff9-4796-4493-b3f3-3d72c9a7fba6 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:55.760417 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-98e20d21-6c8d-416a-9656-b4151cf46e28 req-75cd1ff9-4796-4493-b3f3-3d72c9a7fba6 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0644073 Sep 09 06:34:55.837619 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0bfc38ed-2b59-4195-bd56-57d61275788b req-1128f8d0-6c9a-4cd2-b1fb-596f4777f470 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 210 time: 0.0535326 Sep 09 06:34:55.853030 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:55.873414 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Allocated IP 172.20.0.12 (50724a19-0cd0-47ed-ac64-73793b689a02/c518f21e-05a0-4fdc-84d6-ec97ca5d04f6/8d536160-685a-4a21-ade7-c13d278af1b5) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:34:55.895640 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-98e20d21-6c8d-416a-9656-b4151cf46e28 req-d1a29db4-644f-42b8-83d9-9a59b593beb7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124306 Sep 09 06:34:56.029276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for port (8d536160-685a-4a21-ade7-c13d278af1b5), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:56.065331 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:56.108796 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Network 50724a19-0cd0-47ed-ac64-73793b689a02 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:34:56.111923 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:34:56.115008 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:34:56.147472 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event updated for resources: {'Port': ['ID=8d536160-685a-4a21-ade7-c13d278af1b5,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:56.160554 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.160896 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.161231 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.161562 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.161884 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.162203 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.162521 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.162835 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.163144 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.163460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.163941 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.164128 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.164420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.164730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.165038 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:34:56.186992 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:56.187938 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:56.210133 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-e1eb8f8d-663e-4b18-b674-99dabd01eef5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0386589 Sep 09 06:34:56.346546 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-31c942aa-055b-4df4-b3ca-dbca3c34d340 None None] Provisioning complete for port 8d536160-685a-4a21-ade7-c13d278af1b5 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:34:56.347582 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-31c942aa-055b-4df4-b3ca-dbca3c34d340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:56.380826 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-31c942aa-055b-4df4-b3ca-dbca3c34d340 None None] Port 8d536160-685a-4a21-ade7-c13d278af1b5 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:34:56.765664 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aa744-e637-4ab4-b2ec-1b3dbbc451e3 req-be2a61c7-c2c1-4abd-a58a-2d59a3ec5d05 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:56.767116 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-448aa744-e637-4ab4-b2ec-1b3dbbc451e3 req-be2a61c7-c2c1-4abd-a58a-2d59a3ec5d05 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 945 time: 0.0470464 Sep 09 06:34:56.818082 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-448aa744-e637-4ab4-b2ec-1b3dbbc451e3 req-cc4b2f8b-a3e9-44b2-b5e7-ba6708f1feec tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445745 Sep 09 06:34:56.958444 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438317b-7a13-4cd7-8db5-bff31af09d7a req-30aa5bce-7df1-48d4-b6e5-f7ac7e7b5b45 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:56.959948 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1438317b-7a13-4cd7-8db5-bff31af09d7a req-30aa5bce-7df1-48d4-b6e5-f7ac7e7b5b45 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 932 time: 0.0481944 Sep 09 06:34:57.041035 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba694de-abbf-4d08-8d88-f8af0fe15dd8 req-8f7e1072-6851-4d3a-9770-1d4e0adbb749 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:57.042490 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1ba694de-abbf-4d08-8d88-f8af0fe15dd8 req-8f7e1072-6851-4d3a-9770-1d4e0adbb749 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.0695674 Sep 09 06:34:57.046603 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1438317b-7a13-4cd7-8db5-bff31af09d7a req-be7fa2a0-81ec-42ae-bc4a-4d9339ae15b8 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805666 Sep 09 06:34:57.068848 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:57.095223 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1ba694de-abbf-4d08-8d88-f8af0fe15dd8 req-4d9c1028-08d9-41e5-9576-ab5f3a3040bb tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 Sep 09 06:34:57.184489 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Request body: {'port': {'device_id': 'd2516d5f-2633-4271-b038-8992955bbae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:57.257285 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:57.458984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:57.514368 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d536160-685a-4a21-ade7-c13d278af1b5 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:34:57.522439 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Publish callbacks [] for port (8d536160-685a-4a21-ade7-c13d278af1b5), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:57.534620 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Transition to ACTIVE for port object 8d536160-685a-4a21-ade7-c13d278af1b5 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:34:57.539153 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:57.620517 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Pushing event updated for resources: {'Port': ['ID=8d536160-685a-4a21-ade7-c13d278af1b5,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:57.652038 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Attempting to bind port 8d536160-685a-4a21-ade7-c13d278af1b5 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:34:57.652366 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Attempting to bind port 8d536160-685a-4a21-ade7-c13d278af1b5 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:34:57.652682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Attempting to bind port 8d536160-685a-4a21-ade7-c13d278af1b5 on network 50724a19-0cd0-47ed-ac64-73793b689a02 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:34:57.693095 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Port 8d536160-685a-4a21-ade7-c13d278af1b5 on network 50724a19-0cd0-47ed-ac64-73793b689a02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:34:57.693344 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Attempting to bind port 8d536160-685a-4a21-ade7-c13d278af1b5 on network 50724a19-0cd0-47ed-ac64-73793b689a02 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:34:57.738301 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:34:57.738624 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Checking segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:34:57.739004 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Bound using segment: {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:34:57.739430 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Bound port: 8d536160-685a-4a21-ade7-c13d278af1b5, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3d2984-372c-4aeb-ad34-268f6db53096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:34:57.739854 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:57.802831 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] For port 8d536160-685a-4a21-ade7-c13d278af1b5, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:34:57.805963 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] For port 8d536160-685a-4a21-ade7-c13d278af1b5, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=8d536160-685a-4a21-ade7-c13d278af1b5,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:34:57.811994 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:57.816215 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:57.816820 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:57.818180 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/8d536160-685a-4a21-ade7-c13d278af1b5 HTTP/1.1" status: 200 len: 1094 time: 0.6380816 Sep 09 06:34:57.818733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2516d5f-2633-4271-b038-8992955bbae1', 'tag': '8d536160-685a-4a21-ade7-c13d278af1b5'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:57.820984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cacb0e6-6012-4172-aa5e-e543e2322e58" -d '{"events": [{"name": "network-changed", "server_uuid": "d2516d5f-2633-4271-b038-8992955bbae1", "tag": "8d536160-685a-4a21-ade7-c13d278af1b5"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:57.877838 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20d2805-7df5-442d-a147-f487b77f4f4f x-openstack-request-id: req-d20d2805-7df5-442d-a147-f487b77f4f4f {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:57.878166 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2516d5f-2633-4271-b038-8992955bbae1", "tag": "8d536160-685a-4a21-ade7-c13d278af1b5", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:57.878380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d20d2805-7df5-442d-a147-f487b77f4f4f {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:57.879025 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20d2805-7df5-442d-a147-f487b77f4f4f'] response: {'name': 'network-changed', 'server_uuid': 'd2516d5f-2633-4271-b038-8992955bbae1', 'tag': '8d536160-685a-4a21-ade7-c13d278af1b5', 'status': 'completed', 'code': 200} Sep 09 06:34:57.950946 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219c6b-7cda-4188-98df-370bc51caf17 req-a7b4593f-d238-4649-8bbe-b0fc9a8de43c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:57.952289 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-66219c6b-7cda-4188-98df-370bc51caf17 req-a7b4593f-d238-4649-8bbe-b0fc9a8de43c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1263618 Sep 09 06:34:57.974898 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:57.984618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a8085-bacb-4710-90dc-209d00497709 service neutron] Pushing event updated for resources: {'Port': ['ID=8d536160-685a-4a21-ade7-c13d278af1b5,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:58.008206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-5ccf8faa-eef0-4859-b02c-715879e82243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:58.009676 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-5ccf8faa-eef0-4859-b02c-715879e82243 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 1128 time: 0.1259196 Sep 09 06:34:58.032137 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f4814-bf55-4e2c-bc7b-a071295d84a0 req-c2cfef58-5f3d-432f-8ee8-9c6144279974 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:58.033498 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-996f4814-bf55-4e2c-bc7b-a071295d84a0 req-c2cfef58-5f3d-432f-8ee8-9c6144279974 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 945 time: 0.1131182 Sep 09 06:34:58.074424 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-07932c1c-4f6c-4751-ae81-21e8f0a30e28 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d536160-685a-4a21-ade7-c13d278af1b5 HTTP/1.1" status: 200 len: 217 time: 0.0550339 Sep 09 06:34:58.210516 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Deleting port b1e8da49-94b9-46a5-9a14-14e91012d315 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:34:58.210775 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:58.230618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-dc5ef45f-68c5-4b14-98dc-66955708b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:58.232090 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-dc5ef45f-68c5-4b14-98dc-66955708b598 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.1328948 Sep 09 06:34:58.245480 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-996f4814-bf55-4e2c-bc7b-a071295d84a0 req-8a7195be-82f9-4a99-bd41-81a64e2afb1a tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794105 Sep 09 06:34:58.254810 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848478-2010-4aba-a58d-79c3ac885723 req-a6cf2f97-78d0-480a-8581-3c265a9a1cbb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:58.256265 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8a848478-2010-4aba-a58d-79c3ac885723 req-a6cf2f97-78d0-480a-8581-3c265a9a1cbb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 944 time: 0.1188555 Sep 09 06:34:58.351908 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:58.384159 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-a8ba3182-803b-4883-9aa3-fc330cd7d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:58.385646 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-a8ba3182-803b-4883-9aa3-fc330cd7d82e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1392703 Sep 09 06:34:58.434945 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043d762-5016-466e-93c3-484e69fac87d req-9e7eff36-161f-4c60-b977-d9e0398e3352 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:58.436439 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4043d762-5016-466e-93c3-484e69fac87d req-9e7eff36-161f-4c60-b977-d9e0398e3352 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 945 time: 0.1125264 Sep 09 06:34:58.452392 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] For port b1e8da49-94b9-46a5-9a14-14e91012d315, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b1e8da49-94b9-46a5-9a14-14e91012d315,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:34:58.452752 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:58.486072 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8a848478-2010-4aba-a58d-79c3ac885723 req-307dcc43-4cfe-4132-9567-41427a3963d6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201612 Sep 09 06:34:58.486905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Calling delete_port for b1e8da49-94b9-46a5-9a14-14e91012d315 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:34:58.647303 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4043d762-5016-466e-93c3-484e69fac87d req-f3758e82-e969-4d34-97ef-5a4ed78284d9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861601 Sep 09 06:34:58.662403 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-54bb9854-114e-4c4d-9fc0-edc7d4107001 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570801 Sep 09 06:34:58.672882 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000bf2a-bbec-4088-99e1-353bf690d47b req-b7d8ec2a-8135-4dc8-b3f8-1ed942ac3a8c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:58.674306 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2000bf2a-bbec-4088-99e1-353bf690d47b req-b7d8ec2a-8135-4dc8-b3f8-1ed942ac3a8c tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 945 time: 0.1237671 Sep 09 06:34:58.686308 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55774) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:34:58.691734 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Request body: {'floatingip': {'port_id': '5b26d108-0a54-4684-a651-7c4059439a0e'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:34:58.700931 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a8a537db-a355-48ff-babf-c7a0e24f7162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:58.740477 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (0c2e24d1-84f8-44b5-932f-9134b1b8909c), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:58.807052 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac10809e-5b35-4e35-8da6-6fcd1db62de3 req-cdf74576-3263-4cb0-b493-9204c370d892 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304667 Sep 09 06:34:58.824674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (b1e8da49-94b9-46a5-9a14-14e91012d315), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:58.832691 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:58.840670 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['b1e8da49-94b9-46a5-9a14-14e91012d315', 'cf6ccb53-c867-41af-9f4e-1efcea671fd8'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:34:58.864683 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event deleted for resources: {'Port': ['ID=b1e8da49-94b9-46a5-9a14-14e91012d315,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:34:58.916967 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] No DVR routers for this DVR port b1e8da49-94b9-46a5-9a14-14e91012d315 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:34:58.919413 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:58.922826 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-66219c6b-7cda-4188-98df-370bc51caf17 req-27ce7959-c390-4c5e-a499-2371ebbed5b9 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b1e8da49-94b9-46a5-9a14-14e91012d315 HTTP/1.1" status: 204 len: 173 time: 0.9488239 Sep 09 06:34:59.095911 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5c91c-ddb5-441f-9e2b-a9df21d5a0b9 req-7e5728d6-aac9-4efe-a2c6-5d73509a8a69 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:59.098569 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-01f5c91c-ddb5-441f-9e2b-a9df21d5a0b9 req-7e5728d6-aac9-4efe-a2c6-5d73509a8a69 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0487952 Sep 09 06:34:59.148535 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-01f5c91c-ddb5-441f-9e2b-a9df21d5a0b9 req-d7730fe4-567b-4523-a00b-55d73ac3e315 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439725 Sep 09 06:34:59.237154 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:59.241385 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (0c2e24d1-84f8-44b5-932f-9134b1b8909c), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:59.321399 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:59.342537 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Floating IP 0c2e24d1-84f8-44b5-932f-9134b1b8909c associated. External IP: 172.27.0.184, port: 5b26d108-0a54-4684-a651-7c4059439a0e. Sep 09 06:34:59.431348 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:34:59.547159 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:34:59.619528 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077dbd4-2e8e-4199-9c0d-f42c24eaaf61 req-9ab994e5-1d0f-4e77-a70e-cbdbf1e7d375 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:59.621119 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e077dbd4-2e8e-4199-9c0d-f42c24eaaf61 req-9ab994e5-1d0f-4e77-a70e-cbdbf1e7d375 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 944 time: 0.0512185 Sep 09 06:34:59.650388 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:34:59.655264 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:34:59.661586 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:34:59.669612 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e077dbd4-2e8e-4199-9c0d-f42c24eaaf61 req-ed454c4e-4883-4c61-a489-ff18f40e44e6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428510 Sep 09 06:34:59.671796 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:34:59.672408 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:34:59.691758 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ca2a9a6a-ff57-494f-8d52-0e33df659eac tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/0c2e24d1-84f8-44b5-932f-9134b1b8909c HTTP/1.1" status: 200 len: 991 time: 1.0035338 Sep 09 06:34:59.692573 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'tag': '5b26d108-0a54-4684-a651-7c4059439a0e'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:59.694983 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77cd049-499d-42ea-8ceb-42d797910cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "c12b4fc4-0305-4f63-94a7-5065cbcb0131", "tag": "5b26d108-0a54-4684-a651-7c4059439a0e"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:59.784159 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b48cc3ca-5fac-4050-b535-d8c98948667a req-c073c196-1463-4373-89ed-baf08892a9e7 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ad4096e8-5fde-463f-8cc2-82018a809fdb HTTP/1.1" status: 200 len: 210 time: 0.0316541 Sep 09 06:34:59.803371 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-80e1901a-0f6f-4105-b972-879c109f36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:34:59.808178 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-80e1901a-0f6f-4105-b972-879c109f36d5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 1128 time: 0.0885916 Sep 09 06:34:59.834418 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44c19f3-385c-4920-b55c-14aeac0dced8 x-openstack-request-id: req-b44c19f3-385c-4920-b55c-14aeac0dced8 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:59.834725 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12b4fc4-0305-4f63-94a7-5065cbcb0131", "tag": "5b26d108-0a54-4684-a651-7c4059439a0e", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:59.834976 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b44c19f3-385c-4920-b55c-14aeac0dced8 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:59.835374 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44c19f3-385c-4920-b55c-14aeac0dced8'] response: {'name': 'network-changed', 'server_uuid': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'tag': '5b26d108-0a54-4684-a651-7c4059439a0e', 'status': 'completed', 'code': 200} Sep 09 06:34:59.844433 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:34:59.880713 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4096e8-5fde-463f-8cc2-82018a809fdb', 'name': 'network-vif-deleted', 'tag': 'b1e8da49-94b9-46a5-9a14-14e91012d315'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:34:59.883202 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36c98a9-85b2-47b8-a048-e245b3d543e7" -d '{"events": [{"server_uuid": "ad4096e8-5fde-463f-8cc2-82018a809fdb", "name": "network-vif-deleted", "tag": "b1e8da49-94b9-46a5-9a14-14e91012d315"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:34:59.937508 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6a9ae-1d50-40ad-b4c0-e9dcef8f58e4 x-openstack-request-id: req-9fd6a9ae-1d50-40ad-b4c0-e9dcef8f58e4 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:34:59.937895 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4096e8-5fde-463f-8cc2-82018a809fdb", "name": "network-vif-deleted", "tag": "b1e8da49-94b9-46a5-9a14-14e91012d315", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:34:59.938216 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fd6a9ae-1d50-40ad-b4c0-e9dcef8f58e4 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:34:59.938704 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd6a9ae-1d50-40ad-b4c0-e9dcef8f58e4'] response: {'server_uuid': 'ad4096e8-5fde-463f-8cc2-82018a809fdb', 'name': 'network-vif-deleted', 'tag': 'b1e8da49-94b9-46a5-9a14-14e91012d315', 'status': 'completed', 'code': 200} Sep 09 06:35:00.018639 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-169b6a75-5300-4ff9-a38c-e2b52fbd0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.020378 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-169b6a75-5300-4ff9-a38c-e2b52fbd0641 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 1129 time: 0.0807545 Sep 09 06:35:00.075597 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-6adeff99-5329-44c4-b6b6-ddbf58fdb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.077080 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-6adeff99-5329-44c4-b6b6-ddbf58fdb2ac service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 912 time: 0.1975541 Sep 09 06:35:00.145068 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-39a852c7-47f6-4fe2-be6b-644b09c0a130 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d536160-685a-4a21-ade7-c13d278af1b5 HTTP/1.1" status: 200 len: 217 time: 0.0378342 Sep 09 06:35:00.148660 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:00.172716 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-2578047f-8216-4464-80e3-f05b49c389a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.174409 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-2578047f-8216-4464-80e3-f05b49c389a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 200 len: 916 time: 0.1461809 Sep 09 06:35:00.177947 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '0c2e24d1-84f8-44b5-932f-9134b1b8909c', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '5b26d108-0a54-4684-a651-7c4059439a0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:22:fc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:37Z', 'updated_at': '2022-09-09T06:34:59Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:00.202698 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:35:00.211569 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:35:00.212184 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:34:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:00.280249 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be046d5b-a074-427c-a717-f8ed6ac9df29 req-162b3f92-431c-4979-a20c-f95cd81f878e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.281706 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-be046d5b-a074-427c-a717-f8ed6ac9df29 req-162b3f92-431c-4979-a20c-f95cd81f878e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0488756 Sep 09 06:35:00.314592 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:35:00.335244 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-be046d5b-a074-427c-a717-f8ed6ac9df29 req-e01378ed-9944-4aff-afb9-dea351ae8c01 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477839 Sep 09 06:35:00.341234 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:00.501336 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-18f2188b-243d-40c4-a975-b4c7751ec6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.503032 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-18f2188b-243d-40c4-a975-b4c7751ec6ad service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.0988333 Sep 09 06:35:00.505481 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-5737e799-32dd-431f-876a-82e0d4639601 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b26d108-0a54-4684-a651-7c4059439a0e HTTP/1.1" status: 200 len: 999 time: 0.0928538 Sep 09 06:35:00.544825 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '0c2e24d1-84f8-44b5-932f-9134b1b8909c', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '5b26d108-0a54-4684-a651-7c4059439a0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:22:fc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:37Z', 'updated_at': '2022-09-09T06:34:59Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:00.572150 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acc4bf-d916-4a09-983b-a8f539303496 None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '0c2e24d1-84f8-44b5-932f-9134b1b8909c', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'port_id': '5b26d108-0a54-4684-a651-7c4059439a0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'mac_address': 'fa:16:3e:22:fc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:37Z', 'updated_at': '2022-09-09T06:34:59Z', 'revision_number': 1, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:35:00.599415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-cad9d1c8-e182-436c-a322-beb1ee71710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.600934 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-cad9d1c8-e182-436c-a322-beb1ee71710d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0829761 Sep 09 06:35:00.604704 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-87e2c958-3068-484f-84cf-a55b98197f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.606022 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-87e2c958-3068-484f-84cf-a55b98197f13 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 200 len: 854 time: 0.0868559 Sep 09 06:35:00.703223 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-bdf12b2d-f19e-449f-a1db-12178a649519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.704845 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-bdf12b2d-f19e-449f-a1db-12178a649519 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=6a1e56b2-5174-4859-ad55-8ae965984c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0845623 Sep 09 06:35:00.792584 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f6c62a-576d-41e8-9013-a5ae81e704b6 None None] New status for floating IP 0c2e24d1-84f8-44b5-932f-9134b1b8909c: ACTIVE {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:35:00.802516 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-093b04e5-de3f-4712-b269-f7befc9d93aa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901827 Sep 09 06:35:00.840117 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:00.877871 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd7108-2308-41e3-b4d5-881a2b003020 req-9e92744b-5b67-4e88-92d9-204aaee6de12 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:00.879377 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8ecd7108-2308-41e3-b4d5-881a2b003020 req-9e92744b-5b67-4e88-92d9-204aaee6de12 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 944 time: 0.0974746 Sep 09 06:35:00.936821 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-12a5e677-66da-4175-9c64-22717a54377c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248874 Sep 09 06:35:01.049583 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8ecd7108-2308-41e3-b4d5-881a2b003020 req-ec978a09-78a4-4331-84b1-31b57d9bbc38 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342409 Sep 09 06:35:01.051962 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5cacb0e6-6012-4172-aa5e-e543e2322e58 req-e0bff285-eede-4d48-82e2-022c518891fa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264612 Sep 09 06:35:01.055222 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f9d84f75-1745-41f0-8767-8600e27908bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:01.111971 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b072846-0b1e-49d3-9080-1774dc3f51e8 req-93c63f7b-161f-43d8-8e28-e651c59c1e3d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:01.113523 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9b072846-0b1e-49d3-9080-1774dc3f51e8 req-93c63f7b-161f-43d8-8e28-e651c59c1e3d tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0680211 Sep 09 06:35:01.135337 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a77cd049-499d-42ea-8ceb-42d797910cbc req-e49b0b86-584e-4d3d-82ad-a1d5a664d384 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908021 Sep 09 06:35:01.174233 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9b072846-0b1e-49d3-9080-1774dc3f51e8 req-76cf4309-91d2-4801-9a10-166253440566 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508070 Sep 09 06:35:01.458253 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:01.469667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06055125-4e71-45c0-aaa5-327b6ec2efaa req-abfa13ba-5767-4849-baed-83d8cfdc3a3a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:01.471149 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-06055125-4e71-45c0-aaa5-327b6ec2efaa req-abfa13ba-5767-4849-baed-83d8cfdc3a3a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Sep 09 06:35:01.525523 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-06055125-4e71-45c0-aaa5-327b6ec2efaa req-7c42b266-ed75-4d77-b905-4de4df999cf6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441418 Sep 09 06:35:02.096347 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 8d536160-685a-4a21-ade7-c13d278af1b5 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:35:02.102796 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device b1e8da49-94b9-46a5-9a14-14e91012d315 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:35:02.144438 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: b1e8da49-94b9-46a5-9a14-14e91012d315 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:35:02.145029 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device b1e8da49-94b9-46a5-9a14-14e91012d315 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:35:02.184640 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444a16e-0a6b-49d1-a8af-8a6e9b90e2ab req-c1bd667f-2f9b-4379-a94a-4fd71d773dc6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:02.186111 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4444a16e-0a6b-49d1-a8af-8a6e9b90e2ab req-c1bd667f-2f9b-4379-a94a-4fd71d773dc6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 944 time: 0.0478165 Sep 09 06:35:02.244357 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4444a16e-0a6b-49d1-a8af-8a6e9b90e2ab req-cb8b1668-0c42-46a5-9a0d-007c524791cb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525067 Sep 09 06:35:02.267643 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:02.267643 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 8d536160-685a-4a21-ade7-c13d278af1b5, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=8d536160-685a-4a21-ade7-c13d278af1b5,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:02.271030 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '8d536160-685a-4a21-ade7-c13d278af1b5', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'port_id': '8d536160-685a-4a21-ade7-c13d278af1b5', 'mac_address': 'fa:16:3e:2d:05:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:35:02.307454 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 8d536160-685a-4a21-ade7-c13d278af1b5 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:35:02.307904 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:02.311472 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9533-4a0c-4039-af51-0bba185b9f5b req-edf7d14a-bacb-4445-90cf-95ba906c7007 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:02.312979 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-333d9533-4a0c-4039-af51-0bba185b9f5b req-edf7d14a-bacb-4445-90cf-95ba906c7007 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0513425 Sep 09 06:35:02.322423 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d536160-685a-4a21-ade7-c13d278af1b5 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:35:02.332914 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:02.343783 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 8d536160-685a-4a21-ade7-c13d278af1b5, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=8d536160-685a-4a21-ade7-c13d278af1b5,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:02.348682 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:02.364322 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-333d9533-4a0c-4039-af51-0bba185b9f5b req-f561cb2b-e4b8-4688-999b-81308d72f7bb tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 Sep 09 06:35:02.398634 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=8d536160-685a-4a21-ade7-c13d278af1b5,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:02.618927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['8d536160-685a-4a21-ade7-c13d278af1b5'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:35:02.653270 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ae47-005a-49fa-8f30-bd6e918b23ef req-f7f87302-3394-4bd0-8403-1b07437c82b4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:02.655228 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd21ae47-005a-49fa-8f30-bd6e918b23ef req-f7f87302-3394-4bd0-8403-1b07437c82b4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0469875 Sep 09 06:35:02.671440 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:02.704652 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd21ae47-005a-49fa-8f30-bd6e918b23ef req-a4d25b1a-baa7-4e4c-bcb5-3ac4f6b4d5da tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Sep 09 06:35:03.371289 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d035-6f95-4bb0-9b88-a0595fe73e24 req-2ee8bc1f-61b9-4058-a12b-699c376f928f tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:03.372766 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8f93d035-6f95-4bb0-9b88-a0595fe73e24 req-2ee8bc1f-61b9-4058-a12b-699c376f928f tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 945 time: 0.0507493 Sep 09 06:35:03.422635 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8f93d035-6f95-4bb0-9b88-a0595fe73e24 req-24ded047-c8b3-4675-a92e-16580204c73e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Sep 09 06:35:03.491730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26314ab-29fa-4d04-bb0a-3bc1a71ee518 req-adabec99-d9f6-4117-9ae1-e8af3cc8cfa4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:03.493246 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d26314ab-29fa-4d04-bb0a-3bc1a71ee518 req-adabec99-d9f6-4117-9ae1-e8af3cc8cfa4 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0480986 Sep 09 06:35:03.504558 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:03.549117 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d26314ab-29fa-4d04-bb0a-3bc1a71ee518 req-d0521d30-eaa4-42ec-9830-3465b9736eb2 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a22f763-51e2-465d-87d5-040825c7b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Sep 09 06:35:03.594643 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:03.863048 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdd23f-8479-432e-9a15-562464ad5195 req-9dc01925-f777-495b-8ad2-5c83dae43b5f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:03.864728 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d9fdd23f-8479-432e-9a15-562464ad5195 req-9dc01925-f777-495b-8ad2-5c83dae43b5f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0784280 Sep 09 06:35:03.876220 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-2af4be56-62c4-48d5-9495-2daad71647b8 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:03.877544 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-2af4be56-62c4-48d5-9495-2daad71647b8 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 945 time: 0.0636952 Sep 09 06:35:03.923374 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:03.975403 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d9fdd23f-8479-432e-9a15-562464ad5195 req-fa6f3b16-ee59-4e61-bb78-dae3e6aaf79e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049011 Sep 09 06:35:03.989865 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Deleting port cf6ccb53-c867-41af-9f4e-1efcea671fd8 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:35:03.990209 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:04.101016 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 8d536160-685a-4a21-ade7-c13d278af1b5 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:35:04.146143 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 8d536160-685a-4a21-ade7-c13d278af1b5 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:35:04.152701 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 8d536160-685a-4a21-ade7-c13d278af1b5 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:35:04.153070 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:04.229278 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 8d536160-685a-4a21-ade7-c13d278af1b5 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:35:04.229670 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:04.257230 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2516d5f-2633-4271-b038-8992955bbae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d536160-685a-4a21-ade7-c13d278af1b5'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:35:04.259498 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e42b9d-2151-4b3b-a857-78daea7a05a1" -d '{"events": [{"server_uuid": "d2516d5f-2633-4271-b038-8992955bbae1", "name": "network-vif-plugged", "status": "completed", "tag": "8d536160-685a-4a21-ade7-c13d278af1b5"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:35:04.273641 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 8d536160-685a-4a21-ade7-c13d278af1b5, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=8d536160-685a-4a21-ade7-c13d278af1b5,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:04.278603 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:04.302955 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606df5e9-8175-4833-8505-23a9d038e742 x-openstack-request-id: req-606df5e9-8175-4833-8505-23a9d038e742 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:35:04.303271 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2516d5f-2633-4271-b038-8992955bbae1", "name": "network-vif-plugged", "status": "completed", "tag": "8d536160-685a-4a21-ade7-c13d278af1b5", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:35:04.303524 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-606df5e9-8175-4833-8505-23a9d038e742 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:35:04.303935 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606df5e9-8175-4833-8505-23a9d038e742'] response: {'server_uuid': 'd2516d5f-2633-4271-b038-8992955bbae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d536160-685a-4a21-ade7-c13d278af1b5', 'code': 200} Sep 09 06:35:04.330281 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=8d536160-685a-4a21-ade7-c13d278af1b5,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:04.349331 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] For port cf6ccb53-c867-41af-9f4e-1efcea671fd8, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=cf6ccb53-c867-41af-9f4e-1efcea671fd8,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:04.349693 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:04.362690 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Calling delete_port for cf6ccb53-c867-41af-9f4e-1efcea671fd8 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:35:04.426145 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:04.506907 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c5373-c40f-49ea-a688-0c0c40857d41 req-52469bd5-59ac-4b39-909c-131ef82448f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:04.508383 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2f0c5373-c40f-49ea-a688-0c0c40857d41 req-52469bd5-59ac-4b39-909c-131ef82448f5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 1130 time: 0.0710371 Sep 09 06:35:04.572913 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (cf6ccb53-c867-41af-9f4e-1efcea671fd8), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:04.585005 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['cf6ccb53-c867-41af-9f4e-1efcea671fd8'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:35:04.593297 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419e811-81f2-4883-857e-a8e81cd5f5ad req-255c3c4c-5254-4717-8989-9c4e107668a6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:04.594786 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8419e811-81f2-4883-857e-a8e81cd5f5ad req-255c3c4c-5254-4717-8989-9c4e107668a6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 946 time: 0.0927613 Sep 09 06:35:04.630681 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Pushing event deleted for resources: {'Port': ['ID=cf6ccb53-c867-41af-9f4e-1efcea671fd8,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:04.660337 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2f0c5373-c40f-49ea-a688-0c0c40857d41 req-3503943c-ddf3-4343-a4ce-16aed339a73d service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388254 Sep 09 06:35:04.701495 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b45a6b8b-2f9c-421a-9c02-4a6ce75cfddb req-9fcae7f2-de1a-411b-9a9e-f727a088322b tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 210 time: 0.0678475 Sep 09 06:35:04.724095 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] No DVR routers for this DVR port cf6ccb53-c867-41af-9f4e-1efcea671fd8 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:35:04.728660 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:04.731827 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-469007b8-5f5f-4876-91d0-6120ab99d879 req-5d1156b6-c209-48b1-866b-1926f82b1a77 tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.33 "DELETE /networking/v2.0/ports/cf6ccb53-c867-41af-9f4e-1efcea671fd8 HTTP/1.1" status: 204 len: 173 time: 0.8473861 Sep 09 06:35:04.732309 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd598c3-8746-4655-aac0-948a7964ac0f', 'name': 'network-vif-deleted', 'tag': 'cf6ccb53-c867-41af-9f4e-1efcea671fd8'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:35:04.734511 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc338e-45bc-48ce-88d7-b3743d26ff2c" -d '{"events": [{"server_uuid": "1dd598c3-8746-4655-aac0-948a7964ac0f", "name": "network-vif-deleted", "tag": "cf6ccb53-c867-41af-9f4e-1efcea671fd8"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:35:04.748576 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8419e811-81f2-4883-857e-a8e81cd5f5ad req-27e2a178-9bde-4188-ad63-467a4f64679d tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247065 Sep 09 06:35:04.776096 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039e1245-e878-4120-b0e8-c7618d7eefde x-openstack-request-id: req-039e1245-e878-4120-b0e8-c7618d7eefde {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:35:04.776397 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd598c3-8746-4655-aac0-948a7964ac0f", "name": "network-vif-deleted", "tag": "cf6ccb53-c867-41af-9f4e-1efcea671fd8", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:35:04.776651 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-039e1245-e878-4120-b0e8-c7618d7eefde {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:35:04.777054 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039e1245-e878-4120-b0e8-c7618d7eefde'] response: {'server_uuid': '1dd598c3-8746-4655-aac0-948a7964ac0f', 'name': 'network-vif-deleted', 'tag': 'cf6ccb53-c867-41af-9f4e-1efcea671fd8', 'status': 'completed', 'code': 200} Sep 09 06:35:05.113844 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c8ef-7607-4178-ba99-46ba9bf23e91 req-601404a8-a4c7-4a2f-be76-9665e3777c9d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:05.115397 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9237c8ef-7607-4178-ba99-46ba9bf23e91 req-601404a8-a4c7-4a2f-be76-9665e3777c9d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0550072 Sep 09 06:35:05.163938 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9237c8ef-7607-4178-ba99-46ba9bf23e91 req-ef63ac5b-89ac-442a-9763-63c55eeeebf7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Sep 09 06:35:05.820566 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5d7e2655-3b71-440b-b547-6c319bb9ca09 req-570ad640-a4bd-493f-be74-2ea8ea845a4c tempest-ServerRescueNegativeTestJSON-2133789592 tempest-ServerRescueNegativeTestJSON-2133789592-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1dd598c3-8746-4655-aac0-948a7964ac0f HTTP/1.1" status: 200 len: 210 time: 0.0281394 Sep 09 06:35:05.870395 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851ecd7-06c4-4417-92c7-1819348a1444 req-a6c08475-0bd5-4adb-bd0a-a6f27d163113 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:05.871936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f851ecd7-06c4-4417-92c7-1819348a1444 req-a6c08475-0bd5-4adb-bd0a-a6f27d163113 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 946 time: 0.0481606 Sep 09 06:35:05.933596 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f851ecd7-06c4-4417-92c7-1819348a1444 req-e8de3611-2fb4-40cc-bfc4-18cce61bfe76 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529311 Sep 09 06:35:06.290938 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037aba15-d05d-4c54-a1d3-2f87a8796751 req-9615aa3c-a732-47a6-9ec7-5cec1f9acf04 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:06.292420 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-037aba15-d05d-4c54-a1d3-2f87a8796751 req-9615aa3c-a732-47a6-9ec7-5cec1f9acf04 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0505481 Sep 09 06:35:06.341493 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-037aba15-d05d-4c54-a1d3-2f87a8796751 req-a2736133-56e0-46e8-9034-2b28d1408416 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434203 Sep 09 06:35:06.885446 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55846) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:07.059290 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18187cc-d754-4f9c-b6fc-bde37b8020e5 req-47ac1022-fafa-484a-8634-0858825870ef tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:07.060792 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e18187cc-d754-4f9c-b6fc-bde37b8020e5 req-47ac1022-fafa-484a-8634-0858825870ef tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 946 time: 0.0479927 Sep 09 06:35:07.109141 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e18187cc-d754-4f9c-b6fc-bde37b8020e5 req-9c7bf080-ad70-474e-8311-eb239f676d8f tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Sep 09 06:35:07.228271 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd14ad-3f4d-4553-ace8-43e72e0c3137 req-169b71c4-7989-421e-9664-94012412da77 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:07.229737 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-71fd14ad-3f4d-4553-ace8-43e72e0c3137 req-169b71c4-7989-421e-9664-94012412da77 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 946 time: 0.0513022 Sep 09 06:35:07.239931 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55854) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:07.244261 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Request body: {'floatingip': {'port_id': '8d536160-685a-4a21-ade7-c13d278af1b5'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:35:07.282319 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (8598331e-034f-49be-92e2-cad756f4f1df), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:07.348160 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:07.365340 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:07.466181 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:07.514341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a22f5-9752-4340-8f03-736a0a9650c4 req-0dc32a97-7c58-4f8f-87ca-4c7c42e7fdad tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:07.515826 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f0a22f5-9752-4340-8f03-736a0a9650c4 req-0dc32a97-7c58-4f8f-87ca-4c7c42e7fdad tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0858679 Sep 09 06:35:07.637505 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Deleting port 10cef04c-4937-496b-8486-1e6eb1c83cd1 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:35:07.637733 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:07.649125 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:07.650751 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f0a22f5-9752-4340-8f03-736a0a9650c4 req-c7c24b60-4563-45a2-83ae-19aadca46e10 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242557 Sep 09 06:35:07.720182 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] For port 10cef04c-4937-496b-8486-1e6eb1c83cd1, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=10cef04c-4937-496b-8486-1e6eb1c83cd1,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:07.720477 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:07.733896 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Calling delete_port for 10cef04c-4937-496b-8486-1e6eb1c83cd1 owned by network:router_interface {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:35:07.739007 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=100 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:07.796493 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:07.800623 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (8598331e-034f-49be-92e2-cad756f4f1df), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:07.904254 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Floating IP 8598331e-034f-49be-92e2-cad756f4f1df associated. External IP: 172.27.0.252, port: 8d536160-685a-4a21-ade7-c13d278af1b5. Sep 09 06:35:08.113499 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Router a706bc59-9e93-4f24-b6c6-8624881cf30d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:35:08.126619 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (10cef04c-4937-496b-8486-1e6eb1c83cd1), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:08.132161 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device cf6ccb53-c867-41af-9f4e-1efcea671fd8 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:35:08.155477 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10cef04c-4937-496b-8486-1e6eb1c83cd1,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:08.155758 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: cf6ccb53-c867-41af-9f4e-1efcea671fd8 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:35:08.156450 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device cf6ccb53-c867-41af-9f4e-1efcea671fd8 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:35:08.167653 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.168114 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.168353 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.168697 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.169030 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.169346 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.169670 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.169990 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.170333 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.170658 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.170995 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.171320 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.171661 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.171977 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.172293 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:08.234526 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:35:08.240181 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:08.247391 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] Sync routers for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:35:08.260377 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:35:08.261115 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:35:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:08.290120 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-e3a31c6b-6b47-4bf0-819c-a40bf0058780 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8598331e-034f-49be-92e2-cad756f4f1df HTTP/1.1" status: 200 len: 992 time: 1.0491238 Sep 09 06:35:08.290979 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2516d5f-2633-4271-b038-8992955bbae1', 'tag': '8d536160-685a-4a21-ade7-c13d278af1b5'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:35:08.293477 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23664042-8546-4019-9d40-54e013b0c5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2516d5f-2633-4271-b038-8992955bbae1", "tag": "8d536160-685a-4a21-ade7-c13d278af1b5"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:35:08.337857 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae698c3-51f1-4ebf-aab5-54d08682f2ae x-openstack-request-id: req-0ae698c3-51f1-4ebf-aab5-54d08682f2ae {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:35:08.338386 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2516d5f-2633-4271-b038-8992955bbae1", "tag": "8d536160-685a-4a21-ade7-c13d278af1b5", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:35:08.338818 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ae698c3-51f1-4ebf-aab5-54d08682f2ae {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:35:08.339382 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae698c3-51f1-4ebf-aab5-54d08682f2ae'] response: {'name': 'network-changed', 'server_uuid': 'd2516d5f-2633-4271-b038-8992955bbae1', 'tag': '8d536160-685a-4a21-ade7-c13d278af1b5', 'status': 'completed', 'code': 200} Sep 09 06:35:08.353615 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:08.392578 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:35:08.417889 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:08.424623 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664042-8546-4019-9d40-54e013b0c5e0 req-6db5c833-b52b-460b-8077-e826b3f5c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:08.426583 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23664042-8546-4019-9d40-54e013b0c5e0 req-6db5c833-b52b-460b-8077-e826b3f5c32b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7a732015d4244c378e0204e1d216f57b&device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 1130 time: 0.0645208 Sep 09 06:35:08.523586 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664042-8546-4019-9d40-54e013b0c5e0 req-05cbd259-14f6-4679-b75d-01ef40c77646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:08.525516 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23664042-8546-4019-9d40-54e013b0c5e0 req-05cbd259-14f6-4679-b75d-01ef40c77646 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 200 len: 912 time: 0.0917273 Sep 09 06:35:08.571915 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:35:08.598232 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23664042-8546-4019-9d40-54e013b0c5e0 req-09020b9f-13d9-4738-8f60-a1a8f76d4d5e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d536160-685a-4a21-ade7-c13d278af1b5 HTTP/1.1" status: 200 len: 1000 time: 0.0655150 Sep 09 06:35:08.599614 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:08.612876 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:08.615508 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8598331e-034f-49be-92e2-cad756f4f1df', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'port_id': '8d536160-685a-4a21-ade7-c13d278af1b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'mac_address': 'fa:16:3e:2d:05:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2516d5f-2633-4271-b038-8992955bbae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:51Z', 'updated_at': '2022-09-09T06:35:07Z', 'revision_number': 1, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:08.641224 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] Checking router: a706bc59-9e93-4f24-b6c6-8624881cf30d for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:35:08.650837 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:35:08.651586 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:35:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:08.653568 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664042-8546-4019-9d40-54e013b0c5e0 req-662da2f3-b908-4af3-b362-0a2ba8dc60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:08.655090 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23664042-8546-4019-9d40-54e013b0c5e0 req-662da2f3-b908-4af3-b362-0a2ba8dc60cc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 200 len: 850 time: 0.0495870 Sep 09 06:35:08.689534 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:35:08.695961 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-4f027686-65df-4ebb-932f-4f8f644dc9d3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095093 Sep 09 06:35:08.698378 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55864) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:08.710054 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] Sync routers for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:35:08.719565 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664042-8546-4019-9d40-54e013b0c5e0 req-0984cd77-acde-4f50-b09b-11365be9b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:08.721221 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23664042-8546-4019-9d40-54e013b0c5e0 req-0984cd77-acde-4f50-b09b-11365be9b990 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=50724a19-0cd0-47ed-ac64-73793b689a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526538 Sep 09 06:35:08.724334 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:35:08.725412 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:35:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:08.801063 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:35:08.802439 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:08.804813 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks [] for router (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:08.835648 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:35:08.860621 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:08.868346 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b871be-3b49-47f7-9b5c-21f859ab233d req-87403d70-faf8-48bb-8d43-235430d3463c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:08.875780 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-00b871be-3b49-47f7-9b5c-21f859ab233d req-87403d70-faf8-48bb-8d43-235430d3463c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.1146026 Sep 09 06:35:08.901270 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:08.926759 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks [] for router_gateway (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:08.937274 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23664042-8546-4019-9d40-54e013b0c5e0 req-c9a4bf23-b4ad-414f-9b3a-36e3e11f3b9f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083323 Sep 09 06:35:08.985990 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Deleting port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:35:08.986370 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.002544 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:09.054475 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-23664042-8546-4019-9d40-54e013b0c5e0 req-efd93ff1-93da-4f64-9467-7ef3e3f486c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067965 Sep 09 06:35:09.057957 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8598331e-034f-49be-92e2-cad756f4f1df', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'port_id': '8d536160-685a-4a21-ade7-c13d278af1b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'mac_address': 'fa:16:3e:2d:05:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2516d5f-2633-4271-b038-8992955bbae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:51Z', 'updated_at': '2022-09-09T06:35:07Z', 'revision_number': 1, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:09.062905 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:35:08Z', 'revision_number': 5, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port': {'id': 'bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:09.075436 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-00b871be-3b49-47f7-9b5c-21f859ab233d req-ddb4acda-579d-44e8-8e63-5a654b5a28a1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984556 Sep 09 06:35:09.099903 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] For port bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:09.099903 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.100376 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] Checking router: 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:35:09.100569 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e71ae18-9b33-4a70-af44-e9f880e57c5b None None] The sync data for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi is: [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '8598331e-034f-49be-92e2-cad756f4f1df', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'port_id': '8d536160-685a-4a21-ade7-c13d278af1b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'mac_address': 'fa:16:3e:2d:05:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2516d5f-2633-4271-b038-8992955bbae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:51Z', 'updated_at': '2022-09-09T06:35:07Z', 'revision_number': 1, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:35:09.110247 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] Routers {'3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:35:09.110860 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:35:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:09.112773 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Calling delete_port for bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d owned by network:router_gateway {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:35:09.200135 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] Set router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 gateway port host: None {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:35:09.254642 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:35:08Z', 'revision_number': 6, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:09.280147 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b6c47-9124-45d1-827a-44f2cce2687b None None] The sync data for ids ['3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42'] in dv-cinder-852209-16-iscsi is: [{'id': '3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42', 'name': 'tempest-ServerRescueNegativeTestJSON-220369132-router', 'tenant_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:08Z', 'updated_at': '2022-09-09T06:35:08Z', 'revision_number': 6, 'project_id': '9fae936c35c54adfaf8cb0df7f4ca9dd', 'gw_port_host': None}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:35:09.295332 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.323123 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:09.327931 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d2cad-c8ff-43e2-b1a2-7c8bc261e735 None None] New status for floating IP 8598331e-034f-49be-92e2-cad756f4f1df: ACTIVE {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:35:09.400513 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.492071 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.494381 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks [] for router_controller (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.539233 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.540007 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 {{(pid=106287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:35:09.544441 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.545596 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-204ae146-c153-4966-8370-4676fcb38405 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/3f4fa5a5-2696-4bcd-89f9-890fc2aa3e42 HTTP/1.1" status: 204 len: 168 time: 0.8462367 Sep 09 06:35:09.548204 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 55866) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:09.596425 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c73fa0b-158b-4872-b140-087319f20e64 admin admin] Deleting subnet 80ad4645-9bf1-48af-b925-139692f84099 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:35:09.600458 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa0b-158b-4872-b140-087319f20e64 admin admin] Publish callbacks [] for subnet (80ad4645-9bf1-48af-b925-139692f84099), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.642138 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa0b-158b-4872-b140-087319f20e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (80ad4645-9bf1-48af-b925-139692f84099), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.763579 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa0b-158b-4872-b140-087319f20e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (80ad4645-9bf1-48af-b925-139692f84099), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.825457 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa0b-158b-4872-b140-087319f20e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (80ad4645-9bf1-48af-b925-139692f84099), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.848682 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:09.851462 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73fa0b-158b-4872-b140-087319f20e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ad4645-9bf1-48af-b925-139692f84099,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:09.856180 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7c73fa0b-158b-4872-b140-087319f20e64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.862459 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-7c73fa0b-158b-4872-b140-087319f20e64 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/80ad4645-9bf1-48af-b925-139692f84099 HTTP/1.1" status: 204 len: 168 time: 0.3100660 Sep 09 06:35:09.863600 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a82353-19f6-4d6f-ab3a-cf50a0876084 None None] Network 98282524-73a1-460b-a31c-3ff4ef655afa requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:35:09.864050 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55868) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:09.944748 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (98282524-73a1-460b-a31c-3ff4ef655afa), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:09.996730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Deleting port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:35:09.997083 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.076083 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] For port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:10.076520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.092109 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] DHCP port deletion for 98282524-73a1-460b-a31c-3ff4ef655afa request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:35:10.097958 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 10cef04c-4937-496b-8486-1e6eb1c83cd1 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:35:10.104513 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Calling delete_port for a8bbcff4-0ec8-48d3-996e-e601aaa0f23e owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:35:10.121308 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 10cef04c-4937-496b-8486-1e6eb1c83cd1 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:35:10.121308 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 10cef04c-4937-496b-8486-1e6eb1c83cd1 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:35:10.153971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Deleting port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e {{(pid=106288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:35:10.154340 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), before_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.180824 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:10.225734 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] For port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,segment=NetworkSegment(ed536827-8b2d-40a3-80f5-87b0c9d6728a),segment_id=ed536827-8b2d-40a3-80f5-87b0c9d6728a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:10.226364 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), precommit_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.234430 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8291c5d-db1c-429d-91db-01680b4f3779 req-8bc6ab1f-b3f5-48e3-b3b4-48ca9197e91e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:10.236329 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e8291c5d-db1c-429d-91db-01680b4f3779 req-8bc6ab1f-b3f5-48e3-b3b4-48ca9197e91e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0600553 Sep 09 06:35:10.237415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.241792 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Calling delete_port for a8bbcff4-0ec8-48d3-996e-e601aaa0f23e owned by network:dhcp {{(pid=106288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:35:10.277749 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:10.282864 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] No DVR routers for this DVR port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e on host dv-cinder-852209-16-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:35:10.322441 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (a8bbcff4-0ec8-48d3-996e-e601aaa0f23e), after_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.352166 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Pushing event deleted for resources: {'Port': ['ID=a8bbcff4-0ec8-48d3-996e-e601aaa0f23e,revision_number=None']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:10.353940 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e8291c5d-db1c-429d-91db-01680b4f3779 req-80d648d5-dc27-4209-a19e-4d204c924c6e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116142 Sep 09 06:35:10.356873 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] No DVR routers for this DVR port a8bbcff4-0ec8-48d3-996e-e601aaa0f23e on host dv-cinder-852209-16-iscsi {{(pid=106288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:35:10.364153 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.364494 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.365047 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.365566 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.366244 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.366745 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.367215 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.368499 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.369526 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.370026 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.370662 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.371269 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.372296 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.372834 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.373364 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08157ab9-2f60-48e6-918a-405641e0e899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:35:10.382096 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:10.387809 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (98282524-73a1-460b-a31c-3ff4ef655afa), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.418799 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98282524-73a1-460b-a31c-3ff4ef655afa']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:10.429714 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed536827-8b2d-40a3-80f5-87b0c9d6728a') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:10.430012 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed536827-8b2d-40a3-80f5-87b0c9d6728a') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:10.440329 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (ed536827-8b2d-40a3-80f5-87b0c9d6728a), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.457526 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (ed536827-8b2d-40a3-80f5-87b0c9d6728a), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.461804 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:10.464796 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:35:10.465287 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (ed536827-8b2d-40a3-80f5-87b0c9d6728a), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.517670 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment ed536827-8b2d-40a3-80f5-87b0c9d6728a resource provider aggregate not found Sep 09 06:35:10.536609 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment ed536827-8b2d-40a3-80f5-87b0c9d6728a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed536827-8b2d-40a3-80f5-87b0c9d6728a found for delete ", "request_id": "req-4a4ec589-8002-48e2-bd43-240d8a0f016d"}]} Sep 09 06:35:10.537221 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (98282524-73a1-460b-a31c-3ff4ef655afa), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.542715 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.545868 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/98282524-73a1-460b-a31c-3ff4ef655afa HTTP/1.1" status: 204 len: 168 time: 0.6804698 Sep 09 06:35:10.557291 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3562d-c549-4b5d-b92e-b0268e7bc74c admin admin] Pushing event deleted for resources: {'Network': ['ID=98282524-73a1-460b-a31c-3ff4ef655afa,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:10.662051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55878) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:10.702284 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-61323312-4b91-4f30-8f71-f8cb4eb4e91f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9fae936c35c54adfaf8cb0df7f4ca9dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390785 Sep 09 06:35:10.704763 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55880) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:10.754011 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c671ac4b-bcc1-4eab-85a4-087d48fc679c admin admin] Publish callbacks [] for security_group (3a22f763-51e2-465d-87d5-040825c7b3ef), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.774647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c671ac4b-bcc1-4eab-85a4-087d48fc679c admin admin] Publish callbacks [] for security_group (3a22f763-51e2-465d-87d5-040825c7b3ef), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.822387 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c671ac4b-bcc1-4eab-85a4-087d48fc679c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3a22f763-51e2-465d-87d5-040825c7b3ef), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.825398 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c671ac4b-bcc1-4eab-85a4-087d48fc679c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:10.826702 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-c671ac4b-bcc1-4eab-85a4-087d48fc679c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3a22f763-51e2-465d-87d5-040825c7b3ef HTTP/1.1" status: 204 len: 168 time: 0.1210003 Sep 09 06:35:10.834897 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671ac4b-bcc1-4eab-85a4-087d48fc679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a22f763-51e2-465d-87d5-040825c7b3ef,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:11.513530 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62e7b0-25da-4a9f-afb0-5aaa396cb37d req-8a8266f6-7802-457a-9008-97100e5633d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:11.514996 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ea62e7b0-25da-4a9f-afb0-5aaa396cb37d req-8a8266f6-7802-457a-9008-97100e5633d2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0522730 Sep 09 06:35:11.563917 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ea62e7b0-25da-4a9f-afb0-5aaa396cb37d req-9a5090b2-4e32-4eb8-926a-39008c24472a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Sep 09 06:35:11.631499 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device a8bbcff4-0ec8-48d3-996e-e601aaa0f23e no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:35:11.652224 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: a8bbcff4-0ec8-48d3-996e-e601aaa0f23e {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:35:11.652562 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device a8bbcff4-0ec8-48d3-996e-e601aaa0f23e not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:35:11.653062 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:35:11.671814 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:35:11.672158 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device bb3145f2-f8b7-471f-9b6a-decc3c6c1d7d not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:35:12.697994 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1125-07bf-4c18-9611-c22078a7ed9c req-6bd1fb69-69e9-42ed-977a-b60c2f491ef3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:12.699435 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b1b1125-07bf-4c18-9611-c22078a7ed9c req-6bd1fb69-69e9-42ed-977a-b60c2f491ef3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0469329 Sep 09 06:35:12.745861 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b1b1125-07bf-4c18-9611-c22078a7ed9c req-a5ece45d-21bf-4bd4-82fe-e832d70e9738 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 Sep 09 06:35:13.869631 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4900f6-0d65-4f1c-ae5e-8a3c039f080c req-63def644-7225-417b-a1b2-7c5bbead1476 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:13.871076 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2f4900f6-0d65-4f1c-ae5e-8a3c039f080c req-63def644-7225-417b-a1b2-7c5bbead1476 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0465837 Sep 09 06:35:13.921965 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2f4900f6-0d65-4f1c-ae5e-8a3c039f080c req-f7cb3cee-66a1-40dc-bed0-e063ab0f83fb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453274 Sep 09 06:35:14.084591 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:35:14.566741 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55950) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:14.670301 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6f2774ee-19eb-476c-866f-81fbc9057aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:14.746372 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6f2774ee-19eb-476c-866f-81fbc9057aa1 admin admin] Publish callbacks [] for security_group (25bd4382-843e-4b77-a57b-8fb2b6efbd13), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:14.750142 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6f2774ee-19eb-476c-866f-81fbc9057aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (25bd4382-843e-4b77-a57b-8fb2b6efbd13), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:14.787967 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2774ee-19eb-476c-866f-81fbc9057aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bd4382-843e-4b77-a57b-8fb2b6efbd13,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:14.792264 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6f2774ee-19eb-476c-866f-81fbc9057aa1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2f1a472904b84adf8b0d2f4534da907b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245114 Sep 09 06:35:14.795158 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 55954) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:14.843708 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9fdfee3a-b228-4942-87d6-13cd0e6a3321 admin admin] Publish callbacks [] for security_group (25bd4382-843e-4b77-a57b-8fb2b6efbd13), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:14.864983 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9fdfee3a-b228-4942-87d6-13cd0e6a3321 admin admin] Publish callbacks [] for security_group (25bd4382-843e-4b77-a57b-8fb2b6efbd13), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:14.866464 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:14.887602 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:14.917621 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9fdfee3a-b228-4942-87d6-13cd0e6a3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (25bd4382-843e-4b77-a57b-8fb2b6efbd13), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:14.920237 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9fdfee3a-b228-4942-87d6-13cd0e6a3321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:14.921411 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9fdfee3a-b228-4942-87d6-13cd0e6a3321 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/25bd4382-843e-4b77-a57b-8fb2b6efbd13 HTTP/1.1" status: 204 len: 168 time: 0.1256416 Sep 09 06:35:14.929388 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfee3a-b228-4942-87d6-13cd0e6a3321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bd4382-843e-4b77-a57b-8fb2b6efbd13,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:15.050512 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dbf43-bbef-4d61-b35f-61ee2207cf5a req-02617401-03af-4c63-b386-5387667e146f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:15.052015 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d33dbf43-bbef-4d61-b35f-61ee2207cf5a req-02617401-03af-4c63-b386-5387667e146f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0501344 Sep 09 06:35:15.101121 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d33dbf43-bbef-4d61-b35f-61ee2207cf5a req-0c5c0005-7f3d-4fb1-b258-384e8c6055ff tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433476 Sep 09 06:35:15.355065 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:16.235733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7063cb-fa9b-4c94-956a-daa3e3a01ca8 req-f090fddb-873b-4a6c-b21c-5b3daea50e91 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:16.237175 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-db7063cb-fa9b-4c94-956a-daa3e3a01ca8 req-f090fddb-873b-4a6c-b21c-5b3daea50e91 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Sep 09 06:35:16.285370 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-db7063cb-fa9b-4c94-956a-daa3e3a01ca8 req-1bee1dd9-4b8e-4e72-857f-2f68fcda50d6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423601 Sep 09 06:35:17.419896 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7fc8b-d424-4dcd-abde-c623b488417e req-446681c0-7e76-4c2e-b6eb-429bce48673c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:17.421340 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9cf7fc8b-d424-4dcd-abde-c623b488417e req-446681c0-7e76-4c2e-b6eb-429bce48673c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0513482 Sep 09 06:35:17.468804 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9cf7fc8b-d424-4dcd-abde-c623b488417e req-79cbe156-489c-48e8-97b0-dcace486a47f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Sep 09 06:35:18.115232 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-a5c3efdf-26dc-4878-8dec-a81f95732b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:18.116743 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-a5c3efdf-26dc-4878-8dec-a81f95732b5c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 1129 time: 0.0403724 Sep 09 06:35:18.223299 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-7ff38c04-bc57-4b0a-a88d-3e9434942573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:18.224803 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-7ff38c04-bc57-4b0a-a88d-3e9434942573 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.0890610 Sep 09 06:35:18.286103 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-b2c1a1a7-995e-4dfa-a36d-aec7ea8ee516 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 200 len: 1000 time: 0.0542099 Sep 09 06:35:18.333905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-d498ed9a-3532-4700-8b46-8e9a0c3cafee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:18.335319 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-d498ed9a-3532-4700-8b46-8e9a0c3cafee service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.0422642 Sep 09 06:35:18.384191 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-d3000e0c-a395-484b-8cf2-988183217f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:18.385740 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-d3000e0c-a395-484b-8cf2-988183217f1c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437407 Sep 09 06:35:18.484351 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-e218a22b-db43-4186-9ff2-f2f7b057f723 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878050 Sep 09 06:35:18.615272 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1db1544c-3bd8-46f2-80b3-51773a45a65d req-73ab66f5-bdbd-40d6-8c81-800a99a55c3e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235797 Sep 09 06:35:18.625807 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3c86c-2a98-4fda-a90c-e464d8f420f3 req-8d69a579-12be-4d38-8df4-38ae31127469 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:18.627203 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a4c3c86c-2a98-4fda-a90c-e464d8f420f3 req-8d69a579-12be-4d38-8df4-38ae31127469 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0620172 Sep 09 06:35:18.679029 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a4c3c86c-2a98-4fda-a90c-e464d8f420f3 req-3629f20b-8365-4965-88ae-d91adeb28ffa tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448248 Sep 09 06:35:19.825019 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68940502-f053-4c4c-853c-9f280b319c42 req-ce8ea07d-7266-47a5-93af-be2dcbb1d1f0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:19.826539 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-68940502-f053-4c4c-853c-9f280b319c42 req-ce8ea07d-7266-47a5-93af-be2dcbb1d1f0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0469689 Sep 09 06:35:19.830485 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:19.879268 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-68940502-f053-4c4c-853c-9f280b319c42 req-77cd5ae6-621c-4036-a5bf-5ef5ed6c7716 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463648 Sep 09 06:35:21.007913 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c114c-4cec-4b46-8ffe-15ac358718c1 req-833698a0-6800-40d4-8cf5-1efcf07a6b71 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:21.009378 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-742c114c-4cec-4b46-8ffe-15ac358718c1 req-833698a0-6800-40d4-8cf5-1efcf07a6b71 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Sep 09 06:35:21.021232 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:21.022744 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:21.059353 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-742c114c-4cec-4b46-8ffe-15ac358718c1 req-b80f5854-1361-4ce5-9e5a-627651be7796 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442398 Sep 09 06:35:22.189658 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f259c8-97ca-4f62-90d0-867d5706c1d1 req-cfe237dd-ea2a-45a3-9df7-c3cbc040af36 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:22.191815 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2f259c8-97ca-4f62-90d0-867d5706c1d1 req-cfe237dd-ea2a-45a3-9df7-c3cbc040af36 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Sep 09 06:35:22.222276 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:35:22.241048 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d2f259c8-97ca-4f62-90d0-867d5706c1d1 req-d4f5b4ff-43f9-461d-a87d-55f303aed6e0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 Sep 09 06:35:22.320570 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:22.331631 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'port_id': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'mac_address': 'fa:16:3e:1c:65:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:35:22.369436 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1fe82534-03c6-4afc-bbb7-4a572384fb55 is: ACTIVE; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:35:22.369749 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:22.383161 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fe82534-03c6-4afc-bbb7-4a572384fb55 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:35:22.402136 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:22.406257 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:22.455897 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=6']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:22.514402 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['1fe82534-03c6-4afc-bbb7-4a572384fb55'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:35:22.573335 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:23.377202 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e1592-b20f-42ad-b367-648ed1acadda req-528d2635-2aac-4003-a643-3ace53567de4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:23.378837 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a0e1592-b20f-42ad-b367-648ed1acadda req-528d2635-2aac-4003-a643-3ace53567de4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 944 time: 0.0532451 Sep 09 06:35:23.429941 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a0e1592-b20f-42ad-b367-648ed1acadda req-5b99934b-3161-4b9e-bcdb-702378f8a63c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455973 Sep 09 06:35:24.079526 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:24.080785 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:24.242956 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:35:24.310229 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 1fe82534-03c6-4afc-bbb7-4a572384fb55 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:35:24.310602 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.362294 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:24.396411 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56116) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:24.414804 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1fe82534-03c6-4afc-bbb7-4a572384fb55 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:35:24.415453 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.442590 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:35:24.445056 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed989ee5-906b-4abd-9b9e-e8bbf0074796" -d '{"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:35:24.459907 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:24.481802 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.583774 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85ffe865-85a6-493a-ae6f-45100f6ef230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.596610 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=7']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:24.662260 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33ec6f-77cb-47ec-a6b4-380e655a95b8 req-c56ed855-22fa-47b7-a1fd-6acec88b97a0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:24.664697 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bc33ec6f-77cb-47ec-a6b4-380e655a95b8 req-c56ed855-22fa-47b7-a1fd-6acec88b97a0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0843420 Sep 09 06:35:24.720596 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948854cc-b4a2-4f76-b921-1e07af48b725 x-openstack-request-id: req-948854cc-b4a2-4f76-b921-1e07af48b725 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:35:24.721096 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:35:24.721551 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-948854cc-b4a2-4f76-b921-1e07af48b725 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:35:24.722405 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948854cc-b4a2-4f76-b921-1e07af48b725'] response: {'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'code': 200} Sep 09 06:35:24.733515 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bc33ec6f-77cb-47ec-a6b4-380e655a95b8 req-cce1a7f6-193a-48ea-94f1-fa9f49eba1cc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597177 Sep 09 06:35:24.783482 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85ffe865-85a6-493a-ae6f-45100f6ef230 admin admin] Publish callbacks [] for security_group (ab3cb397-8584-483a-b42a-f9c7d16b33ea), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.788969 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85ffe865-85a6-493a-ae6f-45100f6ef230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ab3cb397-8584-483a-b42a-f9c7d16b33ea), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.830370 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffe865-85a6-493a-ae6f-45100f6ef230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3cb397-8584-483a-b42a-f9c7d16b33ea,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:24.834896 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-85ffe865-85a6-493a-ae6f-45100f6ef230 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a3524ff7c76540f8b89eed4860fb9d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369359 Sep 09 06:35:24.837625 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56126) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:24.896435 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-15ee5266-0385-4e02-848a-d9a856093e14 admin admin] Publish callbacks [] for security_group (ab3cb397-8584-483a-b42a-f9c7d16b33ea), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.918895 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-15ee5266-0385-4e02-848a-d9a856093e14 admin admin] Publish callbacks [] for security_group (ab3cb397-8584-483a-b42a-f9c7d16b33ea), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.973213 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-15ee5266-0385-4e02-848a-d9a856093e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ab3cb397-8584-483a-b42a-f9c7d16b33ea), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.975880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-15ee5266-0385-4e02-848a-d9a856093e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:24.977049 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-15ee5266-0385-4e02-848a-d9a856093e14 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ab3cb397-8584-483a-b42a-f9c7d16b33ea HTTP/1.1" status: 204 len: 168 time: 0.1384804 Sep 09 06:35:24.986454 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee5266-0385-4e02-848a-d9a856093e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3cb397-8584-483a-b42a-f9c7d16b33ea,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:25.736983 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56148) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:25.873559 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1026390739-network', 'tenant_id': '1a5dd18d26dc489386fd67fd40ad04cd'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:35:25.901066 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Made reservation on behalf of 1a5dd18d26dc489386fd67fd40ad04cd for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:35:25.903791 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:25.908383 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486ae14-eda1-4e0f-8156-77fa8fcbb20e req-6f13d9f4-3daa-4ed1-8edb-494486bd7231 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:25.910506 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e486ae14-eda1-4e0f-8156-77fa8fcbb20e req-6f13d9f4-3daa-4ed1-8edb-494486bd7231 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0629742 Sep 09 06:35:25.918990 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:25.973246 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e486ae14-eda1-4e0f-8156-77fa8fcbb20e req-8d2487c4-6faf-4bde-8487-4b437a0ebbe1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551195 Sep 09 06:35:26.041000 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Publish callbacks [] for security_group (6465327f-8793-4e45-b73f-17aaa93ebdbd), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.046325 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6465327f-8793-4e45-b73f-17aaa93ebdbd), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.074299 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6465327f-8793-4e45-b73f-17aaa93ebdbd,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:26.084547 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:35:26.095836 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (e57f2813-c78c-4bbd-bd24-f41c90d37813), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.096537 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Added segment e57f2813-c78c-4bbd-bd24-f41c90d37813 of type vlan for network 5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262 Sep 09 06:35:26.140710 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.167848 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.169166 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:26.169871 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.241120 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4998937 Sep 09 06:35:26.241387 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56154) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:26.245378 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308ef9d-30d1-42d3-a924-0d128f9ca22e admin admin] Pushing event updated for resources: {'Network': ['ID=5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:26.247829 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Request body: {'subnet': {'network_id': '5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1026390739-subnet', 'tenant_id': '1a5dd18d26dc489386fd67fd40ad04cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:35:26.258333 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:35:26.271928 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Made reservation on behalf of 1a5dd18d26dc489386fd67fd40ad04cd for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:35:26.274607 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8396091'] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.640674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:26.653731 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:26.752931 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3655204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8396069'] for subnet (d4238e17-f5dc-475a-9a4a-b20fcf01b9f4), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.818345 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4238e17-f5dc-475a-9a4a-b20fcf01b9f4,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:26.829224 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Checking segment: {'id': 'e57f2813-c78c-4bbd-bd24-f41c90d37813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:35:26.829584 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Network hostable DHCP agents. Network: 5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:35:26.849731 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Network 5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:35:26.862654 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:35:26.867684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:26.868290 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:26.876641 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec548b-10fe-47cd-a6fb-2f388d7ec8ef None None] Network 5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:35:26.888531 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-360143d6-6cdc-45b1-9f74-eebf9d571147 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6458800 Sep 09 06:35:27.170619 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03dfc8-2052-486f-a9fc-9c85f129c9bd req-f6fc9d51-b093-4991-b852-97a0bfaccb44 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:27.173073 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9a03dfc8-2052-486f-a9fc-9c85f129c9bd req-f6fc9d51-b093-4991-b852-97a0bfaccb44 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0877964 Sep 09 06:35:27.261131 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9a03dfc8-2052-486f-a9fc-9c85f129c9bd req-9d775675-f84d-4f80-a64c-aa9dc23ca1ef tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813553 Sep 09 06:35:27.275828 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae61d3e-6890-49d1-a431-d000b92f1b6a None None] Network 5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:35:27.581645 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56176) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:27.587310 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1262318126-network', 'tenant_id': 'e156b2e029964c28bf5866dac7cc4121'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:35:27.615229 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Made reservation on behalf of e156b2e029964c28bf5866dac7cc4121 for: {'network': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:35:27.618075 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:27.636675 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:27.762187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Publish callbacks [] for security_group (6e6d17d2-2ba0-4a95-a472-a021ec54f935), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:27.768934 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6e6d17d2-2ba0-4a95-a472-a021ec54f935), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:27.797417 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=106286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:35:27.809593 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6d17d2-2ba0-4a95-a472-a021ec54f935,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:27.815182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (6d2cf154-d090-49f4-ae11-7fb62c98e42a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:27.815843 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.segments_db [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Added segment 6d2cf154-d090-49f4-ae11-7fb62c98e42a of type vlan for network 3e35cf31-fbcc-4e13-b815-eda578866403 Sep 09 06:35:27.861997 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (3e35cf31-fbcc-4e13-b815-eda578866403), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:27.887585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (3e35cf31-fbcc-4e13-b815-eda578866403), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:27.888363 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:27.889079 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:27.958942 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3729167 Sep 09 06:35:27.959716 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56178) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:27.962030 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0d835-c842-4c4f-bdf6-f2e26c9a68ab admin admin] Pushing event updated for resources: {'Network': ['ID=3e35cf31-fbcc-4e13-b815-eda578866403,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:27.965458 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Request body: {'subnet': {'network_id': '3e35cf31-fbcc-4e13-b815-eda578866403', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1262318126-subnet', 'tenant_id': 'e156b2e029964c28bf5866dac7cc4121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:35:27.973272 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 3e35cf31-fbcc-4e13-b815-eda578866403 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:35:27.993967 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Made reservation on behalf of e156b2e029964c28bf5866dac7cc4121 for: {'subnet': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:35:27.996670 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4059442'] for subnet (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.210802 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3637876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4059436'] for subnet (a594f9e1-67d8-4d52-bb4d-3ea16a993061), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.293604 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a594f9e1-67d8-4d52-bb4d-3ea16a993061,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:28.298490 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Checking segment: {'id': '6d2cf154-d090-49f4-ae11-7fb62c98e42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3e35cf31-fbcc-4e13-b815-eda578866403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:35:28.298490 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Network hostable DHCP agents. Network: 3e35cf31-fbcc-4e13-b815-eda578866403, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:35:28.320920 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Network 3e35cf31-fbcc-4e13-b815-eda578866403 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:35:28.336033 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 3e35cf31-fbcc-4e13-b815-eda578866403) {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:35:28.341531 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:28.342108 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.348991 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16669404-0d33-43a9-aead-d7b8bec7551d None None] Network 3e35cf31-fbcc-4e13-b815-eda578866403 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:35:28.375728 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-042f8e53-e602-4bb0-b859-7b5e7769da7c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4060185 Sep 09 06:35:28.436213 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295753a6-8ea7-491b-9081-9293c1dbda79 req-8596ad5c-b985-4d24-aac3-f0583d0d8af3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:28.438947 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-295753a6-8ea7-491b-9081-9293c1dbda79 req-8596ad5c-b985-4d24-aac3-f0583d0d8af3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0732934 Sep 09 06:35:28.486975 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd085156-f942-4b51-86af-00e3233176bf None None] Network 3e35cf31-fbcc-4e13-b815-eda578866403 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:35:28.499776 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:28.504985 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-295753a6-8ea7-491b-9081-9293c1dbda79 req-6d5b8146-9115-42b1-b6ab-bfc4e6e86e18 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597315 Sep 09 06:35:28.610033 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56184) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:28.665518 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:28.684780 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-659c91d7-4bd7-43e8-9cc5-b9294dfc73b8 admin admin] Deleting subnet d4238e17-f5dc-475a-9a4a-b20fcf01b9f4 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:35:28.689788 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-659c91d7-4bd7-43e8-9cc5-b9294dfc73b8 admin admin] Publish callbacks [] for subnet (d4238e17-f5dc-475a-9a4a-b20fcf01b9f4), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.699283 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-337711f9-0d51-42cf-bb9c-044bd19cf835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.717814 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:28.736000 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-659c91d7-4bd7-43e8-9cc5-b9294dfc73b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (d4238e17-f5dc-475a-9a4a-b20fcf01b9f4), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.781336 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-659c91d7-4bd7-43e8-9cc5-b9294dfc73b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (d4238e17-f5dc-475a-9a4a-b20fcf01b9f4), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.854395 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-659c91d7-4bd7-43e8-9cc5-b9294dfc73b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (d4238e17-f5dc-475a-9a4a-b20fcf01b9f4), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.887355 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-659c91d7-4bd7-43e8-9cc5-b9294dfc73b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:28.890658 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-659c91d7-4bd7-43e8-9cc5-b9294dfc73b8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d4238e17-f5dc-475a-9a4a-b20fcf01b9f4 HTTP/1.1" status: 204 len: 168 time: 0.2793658 Sep 09 06:35:28.891930 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c91d7-4bd7-43e8-9cc5-b9294dfc73b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4238e17-f5dc-475a-9a4a-b20fcf01b9f4,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:28.894188 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56186) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:28.989366 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.049856 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:29.080065 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.104642 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:29.114895 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57f2813-c78c-4bbd-bd24-f41c90d37813') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:29.115191 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57f2813-c78c-4bbd-bd24-f41c90d37813') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:29.125476 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (e57f2813-c78c-4bbd-bd24-f41c90d37813), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.140471 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (e57f2813-c78c-4bbd-bd24-f41c90d37813), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.147903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:35:29.148300 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (e57f2813-c78c-4bbd-bd24-f41c90d37813), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.176822 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment e57f2813-c78c-4bbd-bd24-f41c90d37813 resource provider aggregate not found Sep 09 06:35:29.210538 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment e57f2813-c78c-4bbd-bd24-f41c90d37813 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e57f2813-c78c-4bbd-bd24-f41c90d37813 found for delete ", "request_id": "req-750214f3-c35b-49f4-a2a9-6beebe1367fc"}]} Sep 09 06:35:29.230375 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.236073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.240291 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262 HTTP/1.1" status: 204 len: 168 time: 0.3446498 Sep 09 06:35:29.243150 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56194) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:29.261393 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae509a-a62c-4f97-a810-8e2ee603965b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0fc8fe-6ba8-4e1c-a0ff-a857928dc262,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:29.299832 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea829917-cd59-4d07-87af-d677ef083201 admin admin] Deleting subnet a594f9e1-67d8-4d52-bb4d-3ea16a993061 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:35:29.303478 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea829917-cd59-4d07-87af-d677ef083201 admin admin] Publish callbacks [] for subnet (a594f9e1-67d8-4d52-bb4d-3ea16a993061), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.345706 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea829917-cd59-4d07-87af-d677ef083201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (a594f9e1-67d8-4d52-bb4d-3ea16a993061), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.394889 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea829917-cd59-4d07-87af-d677ef083201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (a594f9e1-67d8-4d52-bb4d-3ea16a993061), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.461813 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea829917-cd59-4d07-87af-d677ef083201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (a594f9e1-67d8-4d52-bb4d-3ea16a993061), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.490406 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea829917-cd59-4d07-87af-d677ef083201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a594f9e1-67d8-4d52-bb4d-3ea16a993061,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:29.495697 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ea829917-cd59-4d07-87af-d677ef083201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.499742 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ea829917-cd59-4d07-87af-d677ef083201 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a594f9e1-67d8-4d52-bb4d-3ea16a993061 HTTP/1.1" status: 204 len: 168 time: 0.2553368 Sep 09 06:35:29.502063 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56196) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:29.616515 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (3e35cf31-fbcc-4e13-b815-eda578866403), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.669182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2e17e-f84b-408b-a6da-44d26e287ce1 req-4efdffaf-1816-4c16-a143-8a8e2e678232 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:29.670867 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c0f2e17e-f84b-408b-a6da-44d26e287ce1 req-4efdffaf-1816-4c16-a143-8a8e2e678232 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0564637 Sep 09 06:35:29.730343 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (3e35cf31-fbcc-4e13-b815-eda578866403), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.733493 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c0f2e17e-f84b-408b-a6da-44d26e287ce1 req-2e0ebd7f-c6a5-4f4c-88db-48a9c1eb95e2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555613 Sep 09 06:35:29.765550 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e35cf31-fbcc-4e13-b815-eda578866403']}} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:29.778311 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2cf154-d090-49f4-ae11-7fb62c98e42a') {'for_net_delete': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:29.778703 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2cf154-d090-49f4-ae11-7fb62c98e42a') {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:35:29.792714 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913583'] for segment (6d2cf154-d090-49f4-ae11-7fb62c98e42a), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.807233 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (6d2cf154-d090-49f4-ae11-7fb62c98e42a), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.814229 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:35:29.814709 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637721'] for segment (6d2cf154-d090-49f4-ae11-7fb62c98e42a), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.868956 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment 6d2cf154-d090-49f4-ae11-7fb62c98e42a resource provider aggregate not found Sep 09 06:35:29.890397 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment 6d2cf154-d090-49f4-ae11-7fb62c98e42a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d2cf154-d090-49f4-ae11-7fb62c98e42a found for delete ", "request_id": "req-16473479-38b0-46c0-8266-4fd50a8f5cea"}]} Sep 09 06:35:29.894013 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (3e35cf31-fbcc-4e13-b815-eda578866403), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.900221 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:29.903333 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3e35cf31-fbcc-4e13-b815-eda578866403 HTTP/1.1" status: 204 len: 168 time: 0.3997929 Sep 09 06:35:29.920232 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c1bd-d2c1-4351-88a1-7ab461598a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e35cf31-fbcc-4e13-b815-eda578866403,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:30.121383 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56210) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:30.166792 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-90dba5f9-1d24-4d6c-827d-38921b082bdd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1a5dd18d26dc489386fd67fd40ad04cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441220 Sep 09 06:35:30.169981 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56212) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:30.244904 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b355848f-b56c-4ba8-ad25-d218ad5dc44c admin admin] Publish callbacks [] for security_group (6465327f-8793-4e45-b73f-17aaa93ebdbd), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:30.267159 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b355848f-b56c-4ba8-ad25-d218ad5dc44c admin admin] Publish callbacks [] for security_group (6465327f-8793-4e45-b73f-17aaa93ebdbd), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:30.325443 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b355848f-b56c-4ba8-ad25-d218ad5dc44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6465327f-8793-4e45-b73f-17aaa93ebdbd), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:30.328190 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b355848f-b56c-4ba8-ad25-d218ad5dc44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:30.333107 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b355848f-b56c-4ba8-ad25-d218ad5dc44c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6465327f-8793-4e45-b73f-17aaa93ebdbd HTTP/1.1" status: 204 len: 168 time: 0.1613932 Sep 09 06:35:30.343370 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355848f-b56c-4ba8-ad25-d218ad5dc44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6465327f-8793-4e45-b73f-17aaa93ebdbd,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:30.737734 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56218) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:30.801720 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-cf07a5d3-7dde-405e-b53e-c110505d32ac admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e156b2e029964c28bf5866dac7cc4121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614092 Sep 09 06:35:30.803890 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56222) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:30.874001 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-452c28ee-4f90-4ba2-a28d-8dd5c279c837 admin admin] Publish callbacks [] for security_group (6e6d17d2-2ba0-4a95-a472-a021ec54f935), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:30.889089 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711116-bed2-4e85-aec1-b17607a06ffd req-e1e648d4-0c0c-414b-a2e0-f3695017e20f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:30.890658 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-36711116-bed2-4e85-aec1-b17607a06ffd req-e1e648d4-0c0c-414b-a2e0-f3695017e20f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0602918 Sep 09 06:35:30.899314 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-452c28ee-4f90-4ba2-a28d-8dd5c279c837 admin admin] Publish callbacks [] for security_group (6e6d17d2-2ba0-4a95-a472-a021ec54f935), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:30.941878 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:30.951609 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-36711116-bed2-4e85-aec1-b17607a06ffd req-d02fefdb-3553-4254-a67d-35ed0a68ec3d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525322 Sep 09 06:35:30.964212 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-452c28ee-4f90-4ba2-a28d-8dd5c279c837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6e6d17d2-2ba0-4a95-a472-a021ec54f935), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:30.968102 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-452c28ee-4f90-4ba2-a28d-8dd5c279c837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:30.972481 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-452c28ee-4f90-4ba2-a28d-8dd5c279c837 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6e6d17d2-2ba0-4a95-a472-a021ec54f935 HTTP/1.1" status: 204 len: 168 time: 0.1645436 Sep 09 06:35:30.980408 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c28ee-4f90-4ba2-a28d-8dd5c279c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6d17d2-2ba0-4a95-a472-a021ec54f935,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:31.044974 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-78effa90-dda2-45f1-b5b9-5a72f60d2ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:32.140427 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47da0f-1f45-4229-a160-05244076302a req-745b7eb4-a2e2-4eb5-9acb-1fcc7805a14e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:32.141936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5e47da0f-1f45-4229-a160-05244076302a req-745b7eb4-a2e2-4eb5-9acb-1fcc7805a14e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0747905 Sep 09 06:35:32.218880 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5e47da0f-1f45-4229-a160-05244076302a req-679169b5-148a-45a5-9aac-fb6aafe6b8c7 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685117 Sep 09 06:35:32.238949 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:32.264661 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:33.347790 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051769-75de-4608-8d5a-2f44d6d99664 req-b97a4e69-b5e9-4c78-bebe-de70ac5ff5eb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:33.349277 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90051769-75de-4608-8d5a-2f44d6d99664 req-b97a4e69-b5e9-4c78-bebe-de70ac5ff5eb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0498397 Sep 09 06:35:33.399309 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90051769-75de-4608-8d5a-2f44d6d99664 req-e59f02be-e257-4302-a147-04cdc19483cb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433445 Sep 09 06:35:33.501677 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:33.601897 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:33.982805 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-708d134c-a742-4b6e-bcbe-0f8004ba7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:33.984380 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-708d134c-a742-4b6e-bcbe-0f8004ba7416 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 1129 time: 0.0394244 Sep 09 06:35:34.061637 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:34.081160 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-b3926777-1990-4696-abb8-8e4b1e1f1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:34.082936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-b3926777-1990-4696-abb8-8e4b1e1f1c54 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.0921693 Sep 09 06:35:34.147996 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-23ea0964-b117-4d79-a7c9-d74216b81931 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 200 len: 1000 time: 0.0583801 Sep 09 06:35:34.188321 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:34.199216 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-559420f8-9634-4351-862d-6e341d8da09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:34.200832 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-559420f8-9634-4351-862d-6e341d8da09d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.0465541 Sep 09 06:35:34.246338 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-c2639f56-d840-4068-9541-65132153a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:34.247941 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-c2639f56-d840-4068-9541-65132153a949 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393643 Sep 09 06:35:34.347126 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-095dcccb-d2a3-4d57-8354-fb575e6c0876 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915720 Sep 09 06:35:34.438336 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-208bb22f-04a3-4e8f-b0e9-daae88005769 req-e7b0cbd3-e65c-4bcd-a657-30808211e145 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853472 Sep 09 06:35:34.532888 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f95de-d6a0-41fb-9022-f006037df33b req-4fae19ad-9ecf-448d-8555-9fa7d5465c7c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:34.534522 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-296f95de-d6a0-41fb-9022-f006037df33b req-4fae19ad-9ecf-448d-8555-9fa7d5465c7c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Sep 09 06:35:34.590436 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-296f95de-d6a0-41fb-9022-f006037df33b req-e5d8d699-5a2f-423d-9aae-0b7f2902c8d0 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496931 Sep 09 06:35:35.717411 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05603f20-16ec-46b1-bdbc-0cc3051268d1 req-d2e8caee-77e6-4a8c-a8b7-1fd2f8f180e4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:35.718863 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-05603f20-16ec-46b1-bdbc-0cc3051268d1 req-d2e8caee-77e6-4a8c-a8b7-1fd2f8f180e4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0473385 Sep 09 06:35:35.765202 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-05603f20-16ec-46b1-bdbc-0cc3051268d1 req-26423031-b4d1-45e0-9896-a37392c52d6c tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 Sep 09 06:35:36.392254 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56322) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:36.500359 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7047-6c9e-4252-a94c-b4259ea11767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:36.578467 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7047-6c9e-4252-a94c-b4259ea11767 admin admin] Publish callbacks [] for security_group (b0bf22da-eff1-4d14-ac64-bbccd3f3c568), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:36.582330 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7047-6c9e-4252-a94c-b4259ea11767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b0bf22da-eff1-4d14-ac64-bbccd3f3c568), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:36.625350 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b0ab7047-6c9e-4252-a94c-b4259ea11767 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=654127d3fb084898b42ae1ee2474de81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312236 Sep 09 06:35:36.626209 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7047-6c9e-4252-a94c-b4259ea11767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf22da-eff1-4d14-ac64-bbccd3f3c568,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:36.628926 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56326) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:36.646194 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:36.682514 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1b10-7433-44f7-aa42-4da4b2b59804 admin admin] Publish callbacks [] for security_group (b0bf22da-eff1-4d14-ac64-bbccd3f3c568), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:36.702357 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1b10-7433-44f7-aa42-4da4b2b59804 admin admin] Publish callbacks [] for security_group (b0bf22da-eff1-4d14-ac64-bbccd3f3c568), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:36.751661 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1b10-7433-44f7-aa42-4da4b2b59804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b0bf22da-eff1-4d14-ac64-bbccd3f3c568), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:36.755084 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1b10-7433-44f7-aa42-4da4b2b59804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:36.758783 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0bdb1b10-7433-44f7-aa42-4da4b2b59804 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b0bf22da-eff1-4d14-ac64-bbccd3f3c568 HTTP/1.1" status: 204 len: 168 time: 0.1264703 Sep 09 06:35:36.764902 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb1b10-7433-44f7-aa42-4da4b2b59804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf22da-eff1-4d14-ac64-bbccd3f3c568,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:36.898844 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1545819-8f18-4526-b677-945a5c23583e req-a491c1f9-f33f-4643-81fa-a4c57e9ece39 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:36.900409 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a1545819-8f18-4526-b677-945a5c23583e req-a491c1f9-f33f-4643-81fa-a4c57e9ece39 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0502410 Sep 09 06:35:36.948915 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a1545819-8f18-4526-b677-945a5c23583e req-557fb236-bdd4-401a-8121-27975c05c616 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424182 Sep 09 06:35:37.044677 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56338) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:37.058381 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ddf250c9-0654-49be-bd99-f1d26b2d61c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:37.144288 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ddf250c9-0654-49be-bd99-f1d26b2d61c4 admin admin] Publish callbacks [] for security_group (7487d0e8-db23-4585-8ed2-1cbf9c7d1f8e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:37.148466 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ddf250c9-0654-49be-bd99-f1d26b2d61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (7487d0e8-db23-4585-8ed2-1cbf9c7d1f8e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:37.189018 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ddf250c9-0654-49be-bd99-f1d26b2d61c4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=259f43c3ae964a5ea60a359d07833ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430807 Sep 09 06:35:37.189912 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf250c9-0654-49be-bd99-f1d26b2d61c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7487d0e8-db23-4585-8ed2-1cbf9c7d1f8e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:37.192642 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56344) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:37.245585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad26-4b5b-41ad-a5f0-5a71e875379f admin admin] Publish callbacks [] for security_group (7487d0e8-db23-4585-8ed2-1cbf9c7d1f8e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:37.255043 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:37.267338 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad26-4b5b-41ad-a5f0-5a71e875379f admin admin] Publish callbacks [] for security_group (7487d0e8-db23-4585-8ed2-1cbf9c7d1f8e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:37.317753 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad26-4b5b-41ad-a5f0-5a71e875379f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (7487d0e8-db23-4585-8ed2-1cbf9c7d1f8e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:37.320632 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad26-4b5b-41ad-a5f0-5a71e875379f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:37.321793 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9d04ad26-4b5b-41ad-a5f0-5a71e875379f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7487d0e8-db23-4585-8ed2-1cbf9c7d1f8e HTTP/1.1" status: 204 len: 168 time: 0.1280985 Sep 09 06:35:37.329716 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ad26-4b5b-41ad-a5f0-5a71e875379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7487d0e8-db23-4585-8ed2-1cbf9c7d1f8e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:37.798209 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [req-863be03c-69fc-4260-8d6b-d37181e48d98 req-8e252245-4d60-4e7c-945f-2fb81eba37a8 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:35:37.799903 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-863be03c-69fc-4260-8d6b-d37181e48d98 req-8e252245-4d60-4e7c-945f-2fb81eba37a8 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055273 Sep 09 06:35:38.004208 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa5345-fc1c-48c5-b113-ed60779ae2de req-86a16b37-2efe-4302-a99e-63518e623c2f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:38.005713 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-87aa5345-fc1c-48c5-b113-ed60779ae2de req-86a16b37-2efe-4302-a99e-63518e623c2f tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 945 time: 0.0643821 Sep 09 06:35:38.020325 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:38.064018 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-87aa5345-fc1c-48c5-b113-ed60779ae2de req-6bddf861-f900-4c9f-bbaa-68b128c50021 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503852 Sep 09 06:35:38.322663 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56408) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:38.391335 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:35:38.414579 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-20385a2c-d3f4-48ee-a36b-3708d3889cd6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906990 Sep 09 06:35:38.424361 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-5d0507f8-a42a-4ea2-9522-15f9ed14abeb service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:35:38.425633 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-5d0507f8-a42a-4ea2-9522-15f9ed14abeb service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056391 Sep 09 06:35:38.465533 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1fe82534-03c6-4afc-bbb7-4a572384fb55 is: ACTIVE; New status is: DOWN {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:35:38.465990 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:38.497028 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:35:38.499352 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029dcda8-8052-45eb-be55-26669d278c36" -d '{"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:35:38.515004 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:38.520143 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:38.572604 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Sep 2022 06:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0642fd-ae2b-47aa-a722-0cc8ea4241c8 x-openstack-request-id: req-7e0642fd-ae2b-47aa-a722-0cc8ea4241c8 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:35:38.572995 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-unplugged", "status": "failed", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55", "code": 422}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:35:38.573367 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e0642fd-ae2b-47aa-a722-0cc8ea4241c8 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:35:38.574013 dv-cinder-852209-16-iscsi neutron-server[106288]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7e0642fd-ae2b-47aa-a722-0cc8ea4241c8']: {'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'code': 422} returned with failed status Sep 09 06:35:38.584049 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=8']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:38.598944 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56426) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:38.855908 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dbb22-f363-404e-9458-ed9693e670cd req-cb0dd3ea-9d4b-4bfa-b063-aad283acaf53 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:38.857281 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-cb0dd3ea-9d4b-4bfa-b063-aad283acaf53 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports/1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 200 len: 940 time: 0.2570565 Sep 09 06:35:39.227095 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4918c9-6cf9-46ea-b98c-d23a308d621b req-a3486075-9dbe-4863-9c72-4faee2f5fe50 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:39.235518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2c4918c9-6cf9-46ea-b98c-d23a308d621b req-a3486075-9dbe-4863-9c72-4faee2f5fe50 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0759263 Sep 09 06:35:39.294079 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2c4918c9-6cf9-46ea-b98c-d23a308d621b req-98cbd6d4-a2ee-43cd-aa40-9618b08f5658 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576012 Sep 09 06:35:39.872924 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dbb22-f363-404e-9458-ed9693e670cd req-22397ba7-5ca1-4cbf-ad97-e44404bbae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:39.874282 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-22397ba7-5ca1-4cbf-ad97-e44404bbae59 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7&tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2 HTTP/1.1" status: 200 len: 1127 time: 0.0426397 Sep 09 06:35:39.937227 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dbb22-f363-404e-9458-ed9693e670cd req-3f2043ad-e18f-4070-bb22-52355595c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:39.938965 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-3f2043ad-e18f-4070-bb22-52355595c0d4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 1127 time: 0.0395501 Sep 09 06:35:40.033132 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dbb22-f363-404e-9458-ed9693e670cd req-14d7046c-dc6f-40bc-84be-bf4e17ad4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:40.034592 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-14d7046c-dc6f-40bc-84be-bf4e17ad4630 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 200 len: 917 time: 0.0881398 Sep 09 06:35:40.097526 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-6d5d36dc-bd36-4406-9f81-86bfd9ea5ce4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 200 len: 998 time: 0.0565100 Sep 09 06:35:40.146791 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dbb22-f363-404e-9458-ed9693e670cd req-50fdaca0-9378-493a-b6ee-ffc2d6dcfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:40.148159 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-50fdaca0-9378-493a-b6ee-ffc2d6dcfb9b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 200 len: 855 time: 0.0446160 Sep 09 06:35:40.194665 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dbb22-f363-404e-9458-ed9693e670cd req-27a425e7-6df8-43aa-99bd-c137c71dcd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:40.196155 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-27a425e7-6df8-43aa-99bd-c137c71dcd85 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=06aa4853-deab-4da2-aa65-5023553defd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412536 Sep 09 06:35:40.289528 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-939ada5d-7b29-4e82-8f81-304830ce4ec6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831480 Sep 09 06:35:40.414246 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-692dbb22-f363-404e-9458-ed9693e670cd req-95b6b89d-af34-40ea-915e-75de4b796de4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175978 Sep 09 06:35:40.433907 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd4610-fc9c-4e2d-8d25-13b7f23fd8bb req-6d101152-ced8-434d-9210-525521859660 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:40.435465 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c9bd4610-fc9c-4e2d-8d25-13b7f23fd8bb req-6d101152-ced8-434d-9210-525521859660 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0554011 Sep 09 06:35:40.491817 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c9bd4610-fc9c-4e2d-8d25-13b7f23fd8bb req-994fba4f-3448-4895-afa9-8d7a0a1316e4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474784 Sep 09 06:35:41.642494 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e757b21-4136-4b3a-be06-e68167693fa2 req-fc171e44-7fe2-45fa-8844-427fba3920e1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:41.644445 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9e757b21-4136-4b3a-be06-e68167693fa2 req-fc171e44-7fe2-45fa-8844-427fba3920e1 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0616674 Sep 09 06:35:41.710553 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9e757b21-4136-4b3a-be06-e68167693fa2 req-6c91b58f-eb52-46b7-a372-4d5e7eb57f08 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601220 Sep 09 06:35:42.843474 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9396e-86ad-4d20-8199-36109b8e4192 req-6e5b20d3-363b-497e-a767-a7009c166679 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:42.844916 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f0d9396e-86ad-4d20-8199-36109b8e4192 req-6e5b20d3-363b-497e-a767-a7009c166679 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0478983 Sep 09 06:35:42.858904 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:42.902606 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f0d9396e-86ad-4d20-8199-36109b8e4192 req-dad11635-52ae-4a64-b0a8-fefaba2d7d06 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513520 Sep 09 06:35:43.443323 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56520) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:43.603176 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b6e9d07a-cd34-4da5-b15d-0887f1663c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:43.660036 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:43.719192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b6e9d07a-cd34-4da5-b15d-0887f1663c2c admin admin] Publish callbacks [] for security_group (51703629-72b8-4dd8-9b2e-bd6a21e08889), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:43.725178 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b6e9d07a-cd34-4da5-b15d-0887f1663c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (51703629-72b8-4dd8-9b2e-bd6a21e08889), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:43.781884 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b6e9d07a-cd34-4da5-b15d-0887f1663c2c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6b5be53072624655aabba50458dbd594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347664 Sep 09 06:35:43.781884 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9d07a-cd34-4da5-b15d-0887f1663c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51703629-72b8-4dd8-9b2e-bd6a21e08889,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:43.782170 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56530) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:43.850045 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6516914d-c60b-4ede-8f66-9da430f640f7 admin admin] Publish callbacks [] for security_group (51703629-72b8-4dd8-9b2e-bd6a21e08889), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:43.872677 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6516914d-c60b-4ede-8f66-9da430f640f7 admin admin] Publish callbacks [] for security_group (51703629-72b8-4dd8-9b2e-bd6a21e08889), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:43.921411 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6516914d-c60b-4ede-8f66-9da430f640f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (51703629-72b8-4dd8-9b2e-bd6a21e08889), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:43.923989 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6516914d-c60b-4ede-8f66-9da430f640f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:43.927410 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6516914d-c60b-4ede-8f66-9da430f640f7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/51703629-72b8-4dd8-9b2e-bd6a21e08889 HTTP/1.1" status: 204 len: 168 time: 0.1418147 Sep 09 06:35:43.947713 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516914d-c60b-4ede-8f66-9da430f640f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51703629-72b8-4dd8-9b2e-bd6a21e08889,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:43.967838 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:44.093344 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bcaa5-642a-46f5-8153-692809dce5e5 req-44e571dd-58f3-4809-b38e-e7d3ee632dd2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:44.096320 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8b7bcaa5-642a-46f5-8153-692809dce5e5 req-44e571dd-58f3-4809-b38e-e7d3ee632dd2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0849414 Sep 09 06:35:44.152341 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8b7bcaa5-642a-46f5-8153-692809dce5e5 req-adc370e4-c3a8-45ba-bcd1-4804a478535d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485952 Sep 09 06:35:44.323634 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56538) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:44.337860 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-408986a3-ddf1-477f-bbd8-55a53f2b6e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:44.420662 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-408986a3-ddf1-477f-bbd8-55a53f2b6e6e admin admin] Publish callbacks [] for security_group (0ac6255d-d44b-4940-87d1-4e240bd9854d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:44.425102 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-408986a3-ddf1-477f-bbd8-55a53f2b6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (0ac6255d-d44b-4940-87d1-4e240bd9854d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:44.464500 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408986a3-ddf1-477f-bbd8-55a53f2b6e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac6255d-d44b-4940-87d1-4e240bd9854d,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:44.468700 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-408986a3-ddf1-477f-bbd8-55a53f2b6e6e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a8ee13773dbc48deb984fa0248422c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440277 Sep 09 06:35:44.472263 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56540) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:44.535802 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f5636242-565c-457b-bb18-f6cd46a512a3 admin admin] Publish callbacks [] for security_group (0ac6255d-d44b-4940-87d1-4e240bd9854d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:44.563990 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f5636242-565c-457b-bb18-f6cd46a512a3 admin admin] Publish callbacks [] for security_group (0ac6255d-d44b-4940-87d1-4e240bd9854d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:44.620463 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f5636242-565c-457b-bb18-f6cd46a512a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (0ac6255d-d44b-4940-87d1-4e240bd9854d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:44.623020 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f5636242-565c-457b-bb18-f6cd46a512a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:44.624202 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-f5636242-565c-457b-bb18-f6cd46a512a3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0ac6255d-d44b-4940-87d1-4e240bd9854d HTTP/1.1" status: 204 len: 168 time: 0.1507666 Sep 09 06:35:44.632696 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5636242-565c-457b-bb18-f6cd46a512a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac6255d-d44b-4940-87d1-4e240bd9854d,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:45.317450 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ec5ba-fd54-44d3-924e-280cd53efcec req-c9dc82b4-2cd7-4277-a442-288c0277433d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:45.319592 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-701ec5ba-fd54-44d3-924e-280cd53efcec req-c9dc82b4-2cd7-4277-a442-288c0277433d tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0612724 Sep 09 06:35:45.382501 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-701ec5ba-fd54-44d3-924e-280cd53efcec req-6b1ba57f-f892-4186-ba2c-cf7037297fe9 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559497 Sep 09 06:35:45.389428 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:46.607072 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fee44-4e51-41b5-9957-fbb12bea1496 req-71060600-c03e-45f8-ad22-3dcdfc899bbe tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:46.614679 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18fee44-4e51-41b5-9957-fbb12bea1496 req-71060600-c03e-45f8-ad22-3dcdfc899bbe tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.1237981 Sep 09 06:35:46.642075 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:46.716922 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d18fee44-4e51-41b5-9957-fbb12bea1496 req-1a19fff7-1f35-4d4a-88a4-5dc04d43e9df tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013489 Sep 09 06:35:47.105686 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:47.106583 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:47.451452 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56632) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:47.597457 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3b2145a4-11da-4f8f-93c2-bd78db77cd22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:47.688117 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:47.702523 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3b2145a4-11da-4f8f-93c2-bd78db77cd22 admin admin] Publish callbacks [] for security_group (b08d6bdd-6c69-4a01-a1be-2567d502eff8), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:47.710176 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3b2145a4-11da-4f8f-93c2-bd78db77cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b08d6bdd-6c69-4a01-a1be-2567d502eff8), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:47.764423 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2145a4-11da-4f8f-93c2-bd78db77cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08d6bdd-6c69-4a01-a1be-2567d502eff8,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:47.773088 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56644) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:47.773720 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-3b2145a4-11da-4f8f-93c2-bd78db77cd22 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bc0fc6eafc344b58b7fdb9cdcdc3a2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205135 Sep 09 06:35:47.830989 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-22dc9d47-c95a-42e2-8ed5-18be2d7a7289 admin admin] Publish callbacks [] for security_group (b08d6bdd-6c69-4a01-a1be-2567d502eff8), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:47.855881 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-22dc9d47-c95a-42e2-8ed5-18be2d7a7289 admin admin] Publish callbacks [] for security_group (b08d6bdd-6c69-4a01-a1be-2567d502eff8), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:47.905161 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-22dc9d47-c95a-42e2-8ed5-18be2d7a7289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b08d6bdd-6c69-4a01-a1be-2567d502eff8), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:47.907755 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-22dc9d47-c95a-42e2-8ed5-18be2d7a7289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:47.909524 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-22dc9d47-c95a-42e2-8ed5-18be2d7a7289 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b08d6bdd-6c69-4a01-a1be-2567d502eff8 HTTP/1.1" status: 204 len: 168 time: 0.1352119 Sep 09 06:35:47.917920 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc9d47-c95a-42e2-8ed5-18be2d7a7289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08d6bdd-6c69-4a01-a1be-2567d502eff8,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:48.212140 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56650) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:48.228031 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c69774b0-ca4b-4853-9eda-9cb921856833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:48.292813 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:48.320097 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c69774b0-ca4b-4853-9eda-9cb921856833 admin admin] Publish callbacks [] for security_group (8109ddda-eed1-4dd9-8697-d9334857b5a6), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:48.324862 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c69774b0-ca4b-4853-9eda-9cb921856833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (8109ddda-eed1-4dd9-8697-d9334857b5a6), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:48.329053 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:48.374612 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56652) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:35:48.374881 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c69774b0-ca4b-4853-9eda-9cb921856833 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=37d99d3c3027483398b352198ecf68c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611309 Sep 09 06:35:48.376195 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69774b0-ca4b-4853-9eda-9cb921856833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8109ddda-eed1-4dd9-8697-d9334857b5a6,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:48.446343 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa35f-9a74-4e40-ac07-2b7251cd7e01 admin admin] Publish callbacks [] for security_group (8109ddda-eed1-4dd9-8697-d9334857b5a6), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:48.481398 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa35f-9a74-4e40-ac07-2b7251cd7e01 admin admin] Publish callbacks [] for security_group (8109ddda-eed1-4dd9-8697-d9334857b5a6), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:48.553893 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa35f-9a74-4e40-ac07-2b7251cd7e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (8109ddda-eed1-4dd9-8697-d9334857b5a6), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:48.553893 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa35f-9a74-4e40-ac07-2b7251cd7e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:48.553893 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-1a9fa35f-9a74-4e40-ac07-2b7251cd7e01 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8109ddda-eed1-4dd9-8697-d9334857b5a6 HTTP/1.1" status: 204 len: 168 time: 0.1666901 Sep 09 06:35:48.585438 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fa35f-9a74-4e40-ac07-2b7251cd7e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8109ddda-eed1-4dd9-8697-d9334857b5a6,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:51.084245 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:35:54.304287 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc7c45-2877-45ba-8427-6729b7e52f30 req-81844291-41ad-4a8a-a3b2-4641a1bb87bb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:54.305594 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8bc7c45-2877-45ba-8427-6729b7e52f30 req-81844291-41ad-4a8a-a3b2-4641a1bb87bb tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 943 time: 0.0636699 Sep 09 06:35:54.361397 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8bc7c45-2877-45ba-8427-6729b7e52f30 req-058589aa-827b-42fb-bf10-2b770ded8dc2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502279 Sep 09 06:35:54.458273 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:35:54.564783 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:54.576576 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'port_id': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'mac_address': 'fa:16:3e:1c:65:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:35:54.612307 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1fe82534-03c6-4afc-bbb7-4a572384fb55 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:35:54.612687 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:54.625322 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe82534-03c6-4afc-bbb7-4a572384fb55 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:35:54.645800 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:54.650102 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:54.694646 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=9']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:55.488924 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8428e-435b-4e92-9c3a-42e462cc53b6 req-9df64c3e-da56-4ec0-bed2-b8621bbb3956 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:55.490391 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-89d8428e-435b-4e92-9c3a-42e462cc53b6 req-9df64c3e-da56-4ec0-bed2-b8621bbb3956 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 944 time: 0.0463779 Sep 09 06:35:55.538733 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-89d8428e-435b-4e92-9c3a-42e462cc53b6 req-6a580efe-411f-43ee-aa51-4caf935c2bc2 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Sep 09 06:35:56.669025 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bdd5b-7dd1-4f6d-a2da-df6cc81e49de req-91ac5035-9c6e-4b56-b2ae-72fc51dd6f61 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:56.670482 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f12bdd5b-7dd1-4f6d-a2da-df6cc81e49de req-91ac5035-9c6e-4b56-b2ae-72fc51dd6f61 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 944 time: 0.0504355 Sep 09 06:35:56.717256 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f12bdd5b-7dd1-4f6d-a2da-df6cc81e49de req-ed2f1ee9-ddd4-40ff-82e0-2f78ddba3e2b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Sep 09 06:35:57.639416 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=16 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:57.648910 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['1fe82534-03c6-4afc-bbb7-4a572384fb55'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:35:57.850364 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab94b-f76a-4f13-8ca0-c5bf27d09dc4 req-75a14e9b-226d-48f4-8b07-89726c9b74b9 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:57.851826 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aebab94b-f76a-4f13-8ca0-c5bf27d09dc4 req-75a14e9b-226d-48f4-8b07-89726c9b74b9 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 944 time: 0.0475307 Sep 09 06:35:57.899530 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aebab94b-f76a-4f13-8ca0-c5bf27d09dc4 req-92631c1c-4945-4b0c-ba25-cec9ea2707b9 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Sep 09 06:35:58.367000 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=13 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:58.682457 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-353e30b5-d407-4422-9878-8967d38ac157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:59.033576 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb076cd3-ac33-4599-97d0-9ac8102bf7a1 req-3155f88d-6ed0-467d-874d-d21ceb0f2077 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:59.035042 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fb076cd3-ac33-4599-97d0-9ac8102bf7a1 req-3155f88d-6ed0-467d-874d-d21ceb0f2077 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 944 time: 0.0496285 Sep 09 06:35:59.086326 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fb076cd3-ac33-4599-97d0-9ac8102bf7a1 req-4f1a31c4-896c-4351-8a5b-fe357002971a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456643 Sep 09 06:35:59.560010 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:35:59.603511 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:35:59.608258 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 1fe82534-03c6-4afc-bbb7-4a572384fb55 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:35:59.608620 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:59.680016 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 1fe82534-03c6-4afc-bbb7-4a572384fb55 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:35:59.680397 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:59.702745 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:35:59.705317 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1403f77-39e2-4f89-9a6e-e572b125b657" -d '{"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:35:59.717492 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:35:59.722730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:35:59.746849 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be3afc2-1374-4044-8808-a999bb45d652 x-openstack-request-id: req-1be3afc2-1374-4044-8808-a999bb45d652 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:35:59.747140 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-plugged", "status": "completed", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:35:59.747418 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1be3afc2-1374-4044-8808-a999bb45d652 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:35:59.747831 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be3afc2-1374-4044-8808-a999bb45d652'] response: {'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'code': 200} Sep 09 06:35:59.780087 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=10']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:35:59.956416 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa48d0d-10ef-443c-8b52-20b2825f8693 req-f27efe3e-75d9-47a6-ae00-541d09b67fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:35:59.957886 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3aa48d0d-10ef-443c-8b52-20b2825f8693 req-f27efe3e-75d9-47a6-ae00-541d09b67fa8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 1130 time: 0.0417790 Sep 09 06:36:00.010189 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3aa48d0d-10ef-443c-8b52-20b2825f8693 req-7006e72f-be86-49b6-92bc-89551c39c06b service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417879 Sep 09 06:36:00.193069 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:00.230383 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acea682-b5ec-4271-9d06-9af5358f2ad1 req-ba10139a-fea7-4e80-8a6c-4c9e09a57b88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:00.231858 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2acea682-b5ec-4271-9d06-9af5358f2ad1 req-ba10139a-fea7-4e80-8a6c-4c9e09a57b88 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 946 time: 0.0493822 Sep 09 06:36:00.279581 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2acea682-b5ec-4271-9d06-9af5358f2ad1 req-f4195811-f615-470a-b1c8-c5027d62fd33 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412617 Sep 09 06:36:01.038573 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f18ed6ac-2113-4e34-a6a9-fe4bcfcfb530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:01.080128 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=12 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:01.459236 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebcf3a-1028-4549-b879-26c0c6b8a393 req-3eaf60bf-5856-49dd-9d15-81d4f4d5073e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:01.461076 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-46ebcf3a-1028-4549-b879-26c0c6b8a393 req-3eaf60bf-5856-49dd-9d15-81d4f4d5073e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 946 time: 0.0619550 Sep 09 06:36:01.520371 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-46ebcf3a-1028-4549-b879-26c0c6b8a393 req-4fdbab85-74c6-446e-9070-e7466bac99dc tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500612 Sep 09 06:36:02.242605 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:02.649767 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:02.658826 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202be9b-7464-4ac6-b7da-c6b388dead5c req-219355e8-d4d6-4318-8e69-6b738047963a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:02.660325 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9202be9b-7464-4ac6-b7da-c6b388dead5c req-219355e8-d4d6-4318-8e69-6b738047963a tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 946 time: 0.0489628 Sep 09 06:36:02.708538 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9202be9b-7464-4ac6-b7da-c6b388dead5c req-328e9363-8178-4d49-839d-486d5c3163f3 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Sep 09 06:36:03.506636 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:03.595003 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:03.846099 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cab1d-f2b5-4d72-b158-95cc85bcaf94 req-f8a9e172-ebd5-4ca0-aa1a-ad05e0d8bfd6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:03.847885 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c32cab1d-f2b5-4d72-b158-95cc85bcaf94 req-f8a9e172-ebd5-4ca0-aa1a-ad05e0d8bfd6 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 946 time: 0.0585632 Sep 09 06:36:03.895359 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c32cab1d-f2b5-4d72-b158-95cc85bcaf94 req-c7500bd8-0ac0-4e61-bd4d-fb40eeb79c03 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 Sep 09 06:36:05.030583 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ad6f-5d05-4dab-b506-67933ba6bf2e req-ee52a4f3-660e-4991-b27c-190b08a41694 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:05.032156 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-df97ad6f-5d05-4dab-b506-67933ba6bf2e req-ee52a4f3-660e-4991-b27c-190b08a41694 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 946 time: 0.0547359 Sep 09 06:36:05.085941 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-df97ad6f-5d05-4dab-b506-67933ba6bf2e req-ea8c4c84-698f-400e-922f-0d4bdfa76548 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479050 Sep 09 06:36:08.652769 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 56920) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:08.759558 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:08.839834 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Publish callbacks [] for security_group (fff05ab8-b0ba-485a-8fc3-92ebc81ac739), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:08.843803 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fff05ab8-b0ba-485a-8fc3-92ebc81ac739), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:08.887144 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f5742066e1ec40a9977ff47af0e95b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333305 Sep 09 06:36:08.888018 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff05ab8-b0ba-485a-8fc3-92ebc81ac739,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:08.890009 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 56926) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:08.895996 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.896329 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.896670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.897007 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.897340 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.897672 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.897999 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.898329 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.898652 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.898976 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.899301 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.899647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.899969 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.900290 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.900608 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0710e26-dd4d-41c0-acbf-1d094efba5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:08.940777 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Publish callbacks [] for security_group (fff05ab8-b0ba-485a-8fc3-92ebc81ac739), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:08.960901 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Publish callbacks [] for security_group (fff05ab8-b0ba-485a-8fc3-92ebc81ac739), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:09.009221 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fff05ab8-b0ba-485a-8fc3-92ebc81ac739), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:09.011736 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:09.012896 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fff05ab8-b0ba-485a-8fc3-92ebc81ac739 HTTP/1.1" status: 204 len: 168 time: 0.1218426 Sep 09 06:36:09.020952 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff05ab8-b0ba-485a-8fc3-92ebc81ac739,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:09.028005 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.028349 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.028686 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.029035 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.029350 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.029673 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.029994 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.030318 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.030656 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.030977 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.031395 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.031630 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.031959 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.032818 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:09.033133 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ebb9c5-f1e2-4ef4-bcbd-b3b7ada83e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:13.588328 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:15.377491 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:17.385049 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-f1c9d0ab-25a3-4d6c-bdfe-7fe22d8b8e94 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374222 Sep 09 06:36:17.445410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-cba3ddd7-f655-4325-840a-0dc433f2cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:17.446842 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-cba3ddd7-f655-4325-840a-0dc433f2cd30 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 1129 time: 0.0383966 Sep 09 06:36:17.552630 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-3683aad1-21ed-4936-bb5c-bc0632c34a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:17.554088 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-3683aad1-21ed-4936-bb5c-bc0632c34a88 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.0890958 Sep 09 06:36:17.618360 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-a817b532-7ef4-4283-ab1b-653c925e5368 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 HTTP/1.1" status: 200 len: 1001 time: 0.0585198 Sep 09 06:36:17.667035 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-913d21b0-402d-4617-818f-0c2bc92ba333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:17.668546 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-913d21b0-402d-4617-818f-0c2bc92ba333 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0450122 Sep 09 06:36:17.720880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-749b229d-5223-40f3-9743-97a35acabef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:17.722650 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-749b229d-5223-40f3-9743-97a35acabef8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446556 Sep 09 06:36:17.800572 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:17.818059 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-3506990e-614a-47b4-a0ed-c3c043bfd0d6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895064 Sep 09 06:36:17.845770 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:17.910000 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a7fd5d87-9a14-4d6f-b25a-457c2e83da9f req-8ab8ac15-54a0-43b4-97c8-9a482a0f4ce9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860524 Sep 09 06:36:19.015702 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:19.024425 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:23.542051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8aed73-3db4-498c-9553-6f1a52dd9269 req-722e838b-9d10-4c23-87bb-741bbc1063cc tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:23.543518 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4e8aed73-3db4-498c-9553-6f1a52dd9269 req-722e838b-9d10-4c23-87bb-741bbc1063cc tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 945 time: 0.0473771 Sep 09 06:36:23.594500 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4e8aed73-3db4-498c-9553-6f1a52dd9269 req-8560294b-04a6-401f-93bb-5d710644d3b9 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438282 Sep 09 06:36:24.103792 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:24.104651 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:24.719922 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d782e05-f5bd-4543-9f6f-76bad7105828 req-366d4efb-c99b-4c20-9eaa-8cfcdd8b1a81 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:24.721392 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7d782e05-f5bd-4543-9f6f-76bad7105828 req-366d4efb-c99b-4c20-9eaa-8cfcdd8b1a81 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 945 time: 0.0500660 Sep 09 06:36:24.769263 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7d782e05-f5bd-4543-9f6f-76bad7105828 req-07042cc7-ae90-4ce9-9566-537720445295 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420897 Sep 09 06:36:25.370889 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:25.372971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:25.634462 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-c31edba5-0e07-4416-a612-98442b0c84dc tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:25.636119 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-c31edba5-0e07-4416-a612-98442b0c84dc tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 945 time: 0.0486662 Sep 09 06:36:25.724134 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Deleting port 5b26d108-0a54-4684-a651-7c4059439a0e {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:25.724794 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:25.817147 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] For port 5b26d108-0a54-4684-a651-7c4059439a0e, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5b26d108-0a54-4684-a651-7c4059439a0e,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:25.817510 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:25.944614 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d21fe-d466-4826-a02c-d1e82c1b1bed req-83a7fc45-646e-418b-935b-29af7c90097e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:25.946055 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-357d21fe-d466-4826-a02c-d1e82c1b1bed req-83a7fc45-646e-418b-935b-29af7c90097e tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 945 time: 0.0880976 Sep 09 06:36:26.247974 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57154) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:26.309898 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-357d21fe-d466-4826-a02c-d1e82c1b1bed req-10311e72-ed67-4002-b1fa-835e41524957 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d7b408bd-9eeb-4ab3-a927-85c65406236e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575933 Sep 09 06:36:26.312961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.313382 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (0c2e24d1-84f8-44b5-932f-9134b1b8909c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.313635 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Floating IP 0c2e24d1-84f8-44b5-932f-9134b1b8909c disassociated. External IP: 172.27.0.184, port: 5b26d108-0a54-4684-a651-7c4059439a0e. Sep 09 06:36:26.313975 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Calling delete_port for 5b26d108-0a54-4684-a651-7c4059439a0e owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:26.359614 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-025a4ca0-1eb8-4d46-b673-d33ea4aeb643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.442806 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-025a4ca0-1eb8-4d46-b673-d33ea4aeb643 admin admin] Publish callbacks [] for security_group (c14ab0db-8b85-499c-b832-136c1856825e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.447162 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-025a4ca0-1eb8-4d46-b673-d33ea4aeb643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (c14ab0db-8b85-499c-b832-136c1856825e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.459666 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (5b26d108-0a54-4684-a651-7c4059439a0e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.469005 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:26.491206 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-025a4ca0-1eb8-4d46-b673-d33ea4aeb643 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=88cc942a4f934321ba3d55d7a8c1da71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396045 Sep 09 06:36:26.491500 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57164) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:26.492307 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'Port': ['ID=5b26d108-0a54-4684-a651-7c4059439a0e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:26.499112 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a4ca0-1eb8-4d46-b673-d33ea4aeb643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ab0db-8b85-499c-b832-136c1856825e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:26.550327 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:26.550584 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0551349f-0c88-4f28-965b-06f547cd3b02 admin admin] Publish callbacks [] for security_group (c14ab0db-8b85-499c-b832-136c1856825e), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.582308 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0551349f-0c88-4f28-965b-06f547cd3b02 admin admin] Publish callbacks [] for security_group (c14ab0db-8b85-499c-b832-136c1856825e), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.625558 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:36:26.642598 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0551349f-0c88-4f28-965b-06f547cd3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (c14ab0db-8b85-499c-b832-136c1856825e), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.651686 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0551349f-0c88-4f28-965b-06f547cd3b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.655403 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0551349f-0c88-4f28-965b-06f547cd3b02 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c14ab0db-8b85-499c-b832-136c1856825e HTTP/1.1" status: 204 len: 168 time: 0.1603277 Sep 09 06:36:26.666082 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551349f-0c88-4f28-965b-06f547cd3b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ab0db-8b85-499c-b832-136c1856825e,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:26.763414 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:36:26.774973 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:36:26.788510 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:26.789078 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:26.829309 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] No DVR routers for this DVR port 5b26d108-0a54-4684-a651-7c4059439a0e on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:36:26.832357 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:26.836617 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d6e5a524-a5f3-46d8-87ca-a49d7bf19b0e req-0e95b3f1-9d27-4128-9687-395f5b9f7492 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.33 "DELETE /networking/v2.0/ports/5b26d108-0a54-4684-a651-7c4059439a0e HTTP/1.1" status: 204 len: 173 time: 1.1944761 Sep 09 06:36:26.837166 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'name': 'network-vif-deleted', 'tag': '5b26d108-0a54-4684-a651-7c4059439a0e'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:36:26.839627 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc7fabe-ad7a-4c17-a236-2cc9ed0ba9f0" -d '{"events": [{"server_uuid": "c12b4fc4-0305-4f63-94a7-5065cbcb0131", "name": "network-vif-deleted", "tag": "5b26d108-0a54-4684-a651-7c4059439a0e"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:36:26.888679 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8effbf72-b078-4cf9-b68d-4cce9162cf78 x-openstack-request-id: req-8effbf72-b078-4cf9-b68d-4cce9162cf78 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:36:26.889071 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12b4fc4-0305-4f63-94a7-5065cbcb0131", "name": "network-vif-deleted", "tag": "5b26d108-0a54-4684-a651-7c4059439a0e", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:36:26.889597 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8effbf72-b078-4cf9-b68d-4cce9162cf78 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:36:26.890304 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8effbf72-b078-4cf9-b68d-4cce9162cf78'] response: {'server_uuid': 'c12b4fc4-0305-4f63-94a7-5065cbcb0131', 'name': 'network-vif-deleted', 'tag': '5b26d108-0a54-4684-a651-7c4059439a0e', 'status': 'completed', 'code': 200} Sep 09 06:36:26.943922 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:27.157134 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:27.183954 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:36:27.194109 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:27.194709 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:27.306098 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:27.444338 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a851a0c0-1515-4b70-b6db-20106e9eb62a req-7e80b638-3220-4b52-ace6-ea9a35ce59ba tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c12b4fc4-0305-4f63-94a7-5065cbcb0131 HTTP/1.1" status: 200 len: 210 time: 0.0302162 Sep 09 06:36:27.761567 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:27.789871 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0bef1f-9f3a-4487-8198-78476d7d4354 None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:29:26Z', 'revision_number': 4, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'bc0ab66a-5720-4ab8-9c07-d22686acd4aa', 'name': '', 'network_id': '6a1e56b2-5174-4859-ad55-8ae965984c50', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'mac_address': 'fa:16:3e:a5:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:24Z', 'updated_at': '2022-09-09T06:29:46Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'subnets': [{'id': '9f2421d1-d0a5-4dce-9461-ca1f7f9346fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:36:28.019039 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6ca6eb-06d4-44f6-a0f3-476418cc75e6 None None] New status for floating IP 0c2e24d1-84f8-44b5-932f-9134b1b8909c: DOWN {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:36:28.098672 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:36:28.402443 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216089be-4f88-4e1a-a553-acf4cb056133 req-79f6771c-c451-475e-a0f3-277ec5a9404e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:28.403927 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-216089be-4f88-4e1a-a553-acf4cb056133 req-79f6771c-c451-475e-a0f3-277ec5a9404e tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 946 time: 0.0502827 Sep 09 06:36:28.453244 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-216089be-4f88-4e1a-a553-acf4cb056133 req-f065b340-4528-454d-90c0-510b5adf2c30 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Sep 09 06:36:28.540412 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57200) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:28.595210 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3bc-fe2f-445d-8e73-abaa07b7a083 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (d7b408bd-9eeb-4ab3-a927-85c65406236e), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:28.618719 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3bc-fe2f-445d-8e73-abaa07b7a083 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (d7b408bd-9eeb-4ab3-a927-85c65406236e), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:28.667125 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3bc-fe2f-445d-8e73-abaa07b7a083 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d7b408bd-9eeb-4ab3-a927-85c65406236e), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:28.670854 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3bc-fe2f-445d-8e73-abaa07b7a083 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:28.672059 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-3f5fa3bc-fe2f-445d-8e73-abaa07b7a083 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d7b408bd-9eeb-4ab3-a927-85c65406236e HTTP/1.1" status: 204 len: 168 time: 0.1306238 Sep 09 06:36:28.675814 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57202) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:28.681910 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fa3bc-fe2f-445d-8e73-abaa07b7a083 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b408bd-9eeb-4ab3-a927-85c65406236e,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:28.694807 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3dfb-a5a9-4c3c-8959-4341086c6cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:28.696979 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.api.v2.resource [None req-1d14cff6-e664-455c-b92c-c0bad5ef9fea tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] show failed (client error): The resource could not be found. Sep 09 06:36:28.699611 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-1d14cff6-e664-455c-b92c-c0bad5ef9fea tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "GET /networking/v2.0/security-groups/d7b408bd-9eeb-4ab3-a927-85c65406236e HTTP/1.1" status: 404 len: 347 time: 0.0212159 Sep 09 06:36:28.701505 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57204) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:28.815315 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Deleting port e563a74c-b71f-4d1b-b883-ebcfe680f37e {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:28.815715 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (e563a74c-b71f-4d1b-b883-ebcfe680f37e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:28.891527 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (e563a74c-b71f-4d1b-b883-ebcfe680f37e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:28.891776 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (e563a74c-b71f-4d1b-b883-ebcfe680f37e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:28.903446 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Calling delete_port for e563a74c-b71f-4d1b-b883-ebcfe680f37e owned by network:floatingip {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:29.039996 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (e563a74c-b71f-4d1b-b883-ebcfe680f37e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:29.068562 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Pushing event deleted for resources: {'Port': ['ID=e563a74c-b71f-4d1b-b883-ebcfe680f37e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:29.136589 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks [] for floatingip (0c2e24d1-84f8-44b5-932f-9134b1b8909c), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:29.139061 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:29.140241 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-5147254d-e6a5-4970-9909-61d6cb3d7717 tempest-AttachVolumeNegativeTest-690253568 tempest-AttachVolumeNegativeTest-690253568-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/0c2e24d1-84f8-44b5-932f-9134b1b8909c HTTP/1.1" status: 204 len: 168 time: 0.4375384 Sep 09 06:36:29.582389 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ca55d-7aba-4335-81bb-da02c280ca28 req-3ed94b79-98f7-4be9-be1b-6378dde4483a tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:29.583876 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-363ca55d-7aba-4335-81bb-da02c280ca28 req-3ed94b79-98f7-4be9-be1b-6378dde4483a tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 946 time: 0.0499456 Sep 09 06:36:29.633507 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-363ca55d-7aba-4335-81bb-da02c280ca28 req-81078e7c-3383-481c-b64a-6da3c062fa51 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440774 Sep 09 06:36:29.699795 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 5b26d108-0a54-4684-a651-7c4059439a0e no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:29.720161 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 5b26d108-0a54-4684-a651-7c4059439a0e {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:29.720495 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 5b26d108-0a54-4684-a651-7c4059439a0e not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:30.287812 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709746c1-41cf-4973-b676-246751ae205e req-ab965b32-ab1c-45a8-9ae1-d7cf626701b6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:30.289362 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-709746c1-41cf-4973-b676-246751ae205e req-ab965b32-ab1c-45a8-9ae1-d7cf626701b6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 946 time: 0.0509455 Sep 09 06:36:30.301564 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:30.340233 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:30.380653 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Deleting port 8d536160-685a-4a21-ade7-c13d278af1b5 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:30.380990 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:30.486719 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] For port 8d536160-685a-4a21-ade7-c13d278af1b5, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=8d536160-685a-4a21-ade7-c13d278af1b5,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:30.487077 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:30.650840 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:30.651575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (8598331e-034f-49be-92e2-cad756f4f1df), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:30.651575 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Floating IP 8598331e-034f-49be-92e2-cad756f4f1df disassociated. External IP: 172.27.0.252, port: 8d536160-685a-4a21-ade7-c13d278af1b5. Sep 09 06:36:30.651920 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Calling delete_port for 8d536160-685a-4a21-ade7-c13d278af1b5 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:30.777748 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51f06f-b619-4c89-9a6a-86e20b2cfa76 req-400714f5-7a79-4700-a64e-9a2d49255ee6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:30.779206 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cb51f06f-b619-4c89-9a6a-86e20b2cfa76 req-400714f5-7a79-4700-a64e-9a2d49255ee6 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d2516d5f-2633-4271-b038-8992955bbae1 HTTP/1.1" status: 200 len: 946 time: 0.0626538 Sep 09 06:36:30.862465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (8d536160-685a-4a21-ade7-c13d278af1b5), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:30.871054 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cb51f06f-b619-4c89-9a6a-86e20b2cfa76 req-1714ce05-536c-45bd-a9be-75f25d7fd6eb tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef6afd05-addf-401f-8c32-367fad4c16db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849149 Sep 09 06:36:30.895725 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event deleted for resources: {'Port': ['ID=8d536160-685a-4a21-ade7-c13d278af1b5,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:31.012355 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Router a706bc59-9e93-4f24-b6c6-8624881cf30d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:36:31.040996 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-443973d0-0a8c-4f1c-81bb-a67bb0a39976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:31.122159 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:36:31.131527 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] Sync routers for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:36:31.141853 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:31.142459 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:31.165276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] No DVR routers for this DVR port 8d536160-685a-4a21-ade7-c13d278af1b5 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:36:31.167824 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:31.171264 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-709746c1-41cf-4973-b676-246751ae205e req-ef429c19-7d93-49cd-96ce-75f05740f054 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.33 "DELETE /networking/v2.0/ports/8d536160-685a-4a21-ade7-c13d278af1b5 HTTP/1.1" status: 204 len: 173 time: 0.8767011 Sep 09 06:36:31.172437 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2516d5f-2633-4271-b038-8992955bbae1', 'name': 'network-vif-deleted', 'tag': '8d536160-685a-4a21-ade7-c13d278af1b5'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:36:31.175527 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8677fb38-846b-4fb0-8910-55153819980a" -d '{"events": [{"server_uuid": "d2516d5f-2633-4271-b038-8992955bbae1", "name": "network-vif-deleted", "tag": "8d536160-685a-4a21-ade7-c13d278af1b5"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:36:31.217354 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe355e-1988-4f46-b269-c7b6b659ecba x-openstack-request-id: req-7bfe355e-1988-4f46-b269-c7b6b659ecba {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:36:31.217670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2516d5f-2633-4271-b038-8992955bbae1", "name": "network-vif-deleted", "tag": "8d536160-685a-4a21-ade7-c13d278af1b5", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:36:31.217899 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bfe355e-1988-4f46-b269-c7b6b659ecba {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:36:31.218312 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfe355e-1988-4f46-b269-c7b6b659ecba'] response: {'server_uuid': 'd2516d5f-2633-4271-b038-8992955bbae1', 'name': 'network-vif-deleted', 'tag': '8d536160-685a-4a21-ade7-c13d278af1b5', 'status': 'completed', 'code': 200} Sep 09 06:36:31.255539 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:31.266228 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:31.292584 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:31.468434 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:31.493540 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] Checking router: a706bc59-9e93-4f24-b6c6-8624881cf30d for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:36:31.502836 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:31.503507 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:31.619667 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:31.837820 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:31.863882 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cee5ecd-223c-4095-8d29-713aed716b50 None None] The sync data for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi is: [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:29:18Z', 'revision_number': 4, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b302351f-fd76-40ce-9993-cf89b3d809a1', 'name': '', 'network_id': '50724a19-0cd0-47ed-ac64-73793b689a02', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'mac_address': 'fa:16:3e:ae:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:17Z', 'updated_at': '2022-09-09T06:29:37Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'subnets': [{'id': 'c518f21e-05a0-4fdc-84d6-ec97ca5d04f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:36:31.972815 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57244) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:32.032034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5fc61806-12a8-4747-b4c7-0caf76d619b5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (ef6afd05-addf-401f-8c32-367fad4c16db), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.055668 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5fc61806-12a8-4747-b4c7-0caf76d619b5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (ef6afd05-addf-401f-8c32-367fad4c16db), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.101000 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c2111-1511-44fd-a646-96adc341130c None None] New status for floating IP 8598331e-034f-49be-92e2-cad756f4f1df: DOWN {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:36:32.108202 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5fc61806-12a8-4747-b4c7-0caf76d619b5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ef6afd05-addf-401f-8c32-367fad4c16db), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.111770 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5fc61806-12a8-4747-b4c7-0caf76d619b5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.112964 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5fc61806-12a8-4747-b4c7-0caf76d619b5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ef6afd05-addf-401f-8c32-367fad4c16db HTTP/1.1" status: 204 len: 168 time: 0.1389849 Sep 09 06:36:32.115870 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57246) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:32.122786 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc61806-12a8-4747-b4c7-0caf76d619b5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6afd05-addf-401f-8c32-367fad4c16db,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:32.142071 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.api.v2.resource [None req-5af3f3d0-a942-4fca-b78a-9a8c882601c5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] show failed (client error): The resource could not be found. Sep 09 06:36:32.145962 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-5af3f3d0-a942-4fca-b78a-9a8c882601c5 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "GET /networking/v2.0/security-groups/ef6afd05-addf-401f-8c32-367fad4c16db HTTP/1.1" status: 404 len: 347 time: 0.0258069 Sep 09 06:36:32.146217 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57248) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:32.248439 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.255161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:32.269007 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Deleting port 223f4d98-9733-4e1a-92f2-c180ad889254 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:32.269441 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (223f4d98-9733-4e1a-92f2-c180ad889254), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.286775 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:32.347938 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (223f4d98-9733-4e1a-92f2-c180ad889254), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.348257 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (223f4d98-9733-4e1a-92f2-c180ad889254), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.360789 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Calling delete_port for 223f4d98-9733-4e1a-92f2-c180ad889254 owned by network:floatingip {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:32.505298 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (223f4d98-9733-4e1a-92f2-c180ad889254), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.534349 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Pushing event deleted for resources: {'Port': ['ID=223f4d98-9733-4e1a-92f2-c180ad889254,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:32.599508 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks [] for floatingip (8598331e-034f-49be-92e2-cad756f4f1df), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.602009 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:32.603490 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-37a6d0eb-d6f6-4cc6-a00a-eee1a7bcbdc2 tempest-AttachVolumeTestJSON-1732845571 tempest-AttachVolumeTestJSON-1732845571-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8598331e-034f-49be-92e2-cad756f4f1df HTTP/1.1" status: 204 len: 168 time: 0.4561474 Sep 09 06:36:32.873787 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57262) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:33.334408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (5470ba45-e3a9-46db-bd2e-19c922999fd5), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:33.509596 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:33.553121 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Deleting port bc0ab66a-5720-4ab8-9c07-d22686acd4aa {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:33.553461 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:33.555785 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:33.571864 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:33.601032 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:33.634800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] For port bc0ab66a-5720-4ab8-9c07-d22686acd4aa, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:33.635189 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:33.647951 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Calling delete_port for bc0ab66a-5720-4ab8-9c07-d22686acd4aa owned by network:router_interface {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:33.722533 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 8d536160-685a-4a21-ade7-c13d278af1b5 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:33.743323 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 8d536160-685a-4a21-ade7-c13d278af1b5 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:33.743689 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 8d536160-685a-4a21-ade7-c13d278af1b5 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:33.835033 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (bc0ab66a-5720-4ab8-9c07-d22686acd4aa), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:33.869044 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0ab66a-5720-4ab8-9c07-d22686acd4aa,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:34.042518 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (5470ba45-e3a9-46db-bd2e-19c922999fd5), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:34.511801 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Router 5470ba45-e3a9-46db-bd2e-19c922999fd5 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:36:34.617204 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:36:34.622348 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-eef14f1c-a37b-4b7a-8746-13cca74df08c admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5470ba45-e3a9-46db-bd2e-19c922999fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493420 Sep 09 06:36:34.624896 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57276) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:34.628051 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] Sync routers for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:36:34.638373 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:34.639183 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:34.671290 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:34.733106 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:34.737641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks [] for router (5470ba45-e3a9-46db-bd2e-19c922999fd5), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:34.750274 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:34.851040 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks [] for router_gateway (5470ba45-e3a9-46db-bd2e-19c922999fd5), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:34.898503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Deleting port e2b1f312-efe1-4a33-9fcb-9455d9bad148 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:34.898847 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:34.992684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] For port e2b1f312-efe1-4a33-9fcb-9455d9bad148, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e2b1f312-efe1-4a33-9fcb-9455d9bad148,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:34.992684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.010877 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Calling delete_port for e2b1f312-efe1-4a33-9fcb-9455d9bad148 owned by network:router_gateway {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:35.071113 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:36:33Z', 'revision_number': 5, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port': {'id': 'e2b1f312-efe1-4a33-9fcb-9455d9bad148', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:12Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:35.101815 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] Checking router: 5470ba45-e3a9-46db-bd2e-19c922999fd5 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:36:35.110976 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] Routers {'5470ba45-e3a9-46db-bd2e-19c922999fd5'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:35.111620 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5470ba45-e3a9-46db-bd2e-19c922999fd5'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:35.191385 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:35.194348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (e2b1f312-efe1-4a33-9fcb-9455d9bad148), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.197666 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] Set router 5470ba45-e3a9-46db-bd2e-19c922999fd5 gateway port host: None {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:35.199165 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:35.220211 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b1f312-efe1-4a33-9fcb-9455d9bad148,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:35.248268 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:36:34Z', 'revision_number': 6, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:35.274582 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2cf5c1-5ddc-4755-b068-bc69e56369eb None None] The sync data for ids ['5470ba45-e3a9-46db-bd2e-19c922999fd5'] in dv-cinder-852209-16-iscsi is: [{'id': '5470ba45-e3a9-46db-bd2e-19c922999fd5', 'name': 'tempest-AttachVolumeNegativeTest-1266808521-router', 'tenant_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:10Z', 'updated_at': '2022-09-09T06:36:34Z', 'revision_number': 6, 'project_id': 'e8ee1a9407994bf9a624e6231c7fe565', 'gw_port_host': None}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:36:35.292031 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (5470ba45-e3a9-46db-bd2e-19c922999fd5), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.395459 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (5470ba45-e3a9-46db-bd2e-19c922999fd5), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.397647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks [] for router_controller (5470ba45-e3a9-46db-bd2e-19c922999fd5), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.460182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (5470ba45-e3a9-46db-bd2e-19c922999fd5), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.460770 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5470ba45-e3a9-46db-bd2e-19c922999fd5 {{(pid=106286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:36:35.465541 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.466685 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-58dcbafc-bb4e-4240-b06c-8b107a61cec9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5470ba45-e3a9-46db-bd2e-19c922999fd5 HTTP/1.1" status: 204 len: 168 time: 0.8406374 Sep 09 06:36:35.469753 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57290) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:35.517206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffca05b5-0dc0-4f02-9110-5f3c1cf56dd1 admin admin] Deleting subnet 9f2421d1-d0a5-4dce-9461-ca1f7f9346fa {{(pid=106286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:36:35.520386 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ffca05b5-0dc0-4f02-9110-5f3c1cf56dd1 admin admin] Publish callbacks [] for subnet (9f2421d1-d0a5-4dce-9461-ca1f7f9346fa), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.555792 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ffca05b5-0dc0-4f02-9110-5f3c1cf56dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3556811'] for subnet (9f2421d1-d0a5-4dce-9461-ca1f7f9346fa), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.622244 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:35.633131 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ffca05b5-0dc0-4f02-9110-5f3c1cf56dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (9f2421d1-d0a5-4dce-9461-ca1f7f9346fa), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.699417 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ffca05b5-0dc0-4f02-9110-5f3c1cf56dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8396124'] for subnet (9f2421d1-d0a5-4dce-9461-ca1f7f9346fa), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.708806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:35.730116 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca05b5-0dc0-4f02-9110-5f3c1cf56dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2421d1-d0a5-4dce-9461-ca1f7f9346fa,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:35.734917 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ffca05b5-0dc0-4f02-9110-5f3c1cf56dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.740630 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-ffca05b5-0dc0-4f02-9110-5f3c1cf56dd1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9f2421d1-d0a5-4dce-9461-ca1f7f9346fa HTTP/1.1" status: 204 len: 168 time: 0.2673109 Sep 09 06:36:35.741276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57292) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:35.745194 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7573d6a6-96d1-44e7-9525-10b8b76dc887 None None] Network 6a1e56b2-5174-4859-ad55-8ae965984c50 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:36:35.810752 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (6a1e56b2-5174-4859-ad55-8ae965984c50), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.854341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Deleting port 74c84043-567d-4a48-a52d-a09e5aee57fa {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:35.854683 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.923009 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] For port 74c84043-567d-4a48-a52d-a09e5aee57fa, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=74c84043-567d-4a48-a52d-a09e5aee57fa,segment=NetworkSegment(daf736ad-ff56-44d8-ab8d-eb16a6c5047d),segment_id=daf736ad-ff56-44d8-ab8d-eb16a6c5047d)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:35.923366 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:35.935947 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Calling delete_port for 74c84043-567d-4a48-a52d-a09e5aee57fa owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:36.012514 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (74c84043-567d-4a48-a52d-a09e5aee57fa), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.042059 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Pushing event deleted for resources: {'Port': ['ID=74c84043-567d-4a48-a52d-a09e5aee57fa,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:36.043964 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] No DVR routers for this DVR port 74c84043-567d-4a48-a52d-a09e5aee57fa on host dv-cinder-852209-16-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:36:36.073427 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bd461d-a84e-4009-98ba-4659707cd0ad None None] DHCP port deletion for 6a1e56b2-5174-4859-ad55-8ae965984c50 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:36:36.086365 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device bc0ab66a-5720-4ab8-9c07-d22686acd4aa no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:36.116143 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: bc0ab66a-5720-4ab8-9c07-d22686acd4aa {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:36.116407 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device bc0ab66a-5720-4ab8-9c07-d22686acd4aa not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:36.124043 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (6a1e56b2-5174-4859-ad55-8ae965984c50), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.145273 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1e56b2-5174-4859-ad55-8ae965984c50']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:36.155433 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:36.155783 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf736ad-ff56-44d8-ab8d-eb16a6c5047d') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:36.166563 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (daf736ad-ff56-44d8-ab8d-eb16a6c5047d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.180340 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (daf736ad-ff56-44d8-ab8d-eb16a6c5047d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.188113 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:36:36.188511 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (daf736ad-ff56-44d8-ab8d-eb16a6c5047d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.207759 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment daf736ad-ff56-44d8-ab8d-eb16a6c5047d resource provider aggregate not found Sep 09 06:36:36.244469 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment daf736ad-ff56-44d8-ab8d-eb16a6c5047d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daf736ad-ff56-44d8-ab8d-eb16a6c5047d found for delete ", "request_id": "req-6671bc20-db9b-4144-9589-4989a6dda3c9"}]} Sep 09 06:36:36.260048 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (6a1e56b2-5174-4859-ad55-8ae965984c50), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.266240 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.271956 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6a1e56b2-5174-4859-ad55-8ae965984c50 HTTP/1.1" status: 204 len: 168 time: 0.5277236 Sep 09 06:36:36.280421 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255d2c2-32f5-4ca3-8863-ca08e71b59ff admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1e56b2-5174-4859-ad55-8ae965984c50,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:36.393654 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57304) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:36.433498 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-3674d009-9dbd-4af3-8680-d16a8d294bcc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e8ee1a9407994bf9a624e6231c7fe565&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387244 Sep 09 06:36:36.436424 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57306) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:36.486190 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-54fd83c4-ebae-4795-927a-4860b1f72e0e admin admin] Publish callbacks [] for security_group (37b08d6d-cfd3-4e53-b6a3-0c2ad1064ff4), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.501870 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:36.506776 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-54fd83c4-ebae-4795-927a-4860b1f72e0e admin admin] Publish callbacks [] for security_group (37b08d6d-cfd3-4e53-b6a3-0c2ad1064ff4), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.554962 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-54fd83c4-ebae-4795-927a-4860b1f72e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (37b08d6d-cfd3-4e53-b6a3-0c2ad1064ff4), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.557539 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-54fd83c4-ebae-4795-927a-4860b1f72e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:36.558730 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-54fd83c4-ebae-4795-927a-4860b1f72e0e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/37b08d6d-cfd3-4e53-b6a3-0c2ad1064ff4 HTTP/1.1" status: 204 len: 168 time: 0.1213677 Sep 09 06:36:36.566460 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd83c4-ebae-4795-927a-4860b1f72e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b08d6d-cfd3-4e53-b6a3-0c2ad1064ff4,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:37.684773 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e2b1f312-efe1-4a33-9fcb-9455d9bad148 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:37.704995 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: e2b1f312-efe1-4a33-9fcb-9455d9bad148 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:37.705435 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e2b1f312-efe1-4a33-9fcb-9455d9bad148 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:37.705860 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 74c84043-567d-4a48-a52d-a09e5aee57fa no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:37.727797 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 74c84043-567d-4a48-a52d-a09e5aee57fa {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:37.728216 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 74c84043-567d-4a48-a52d-a09e5aee57fa not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:37.841947 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57362) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:37.960501 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-513a6e6a-aeb1-4b16-b6c0-a8876e652444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:37.963040 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:38.058376 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-513a6e6a-aeb1-4b16-b6c0-a8876e652444 admin admin] Publish callbacks [] for security_group (1912cdd0-a981-42b9-939d-8c39fb8920ac), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:38.063790 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-513a6e6a-aeb1-4b16-b6c0-a8876e652444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (1912cdd0-a981-42b9-939d-8c39fb8920ac), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:38.105600 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a6e6a-aeb1-4b16-b6c0-a8876e652444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1912cdd0-a981-42b9-939d-8c39fb8920ac,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:38.110556 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-513a6e6a-aeb1-4b16-b6c0-a8876e652444 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=26a6d8329ea74a779407f080c1fc8338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647288 Sep 09 06:36:38.110791 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57378) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:38.165090 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-034ed5ce-1a56-4ff2-8204-5c36fb21d811 admin admin] Publish callbacks [] for security_group (1912cdd0-a981-42b9-939d-8c39fb8920ac), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:38.186105 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-034ed5ce-1a56-4ff2-8204-5c36fb21d811 admin admin] Publish callbacks [] for security_group (1912cdd0-a981-42b9-939d-8c39fb8920ac), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:38.238774 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-034ed5ce-1a56-4ff2-8204-5c36fb21d811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (1912cdd0-a981-42b9-939d-8c39fb8920ac), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:38.241920 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-034ed5ce-1a56-4ff2-8204-5c36fb21d811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:38.243081 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-034ed5ce-1a56-4ff2-8204-5c36fb21d811 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1912cdd0-a981-42b9-939d-8c39fb8920ac HTTP/1.1" status: 204 len: 168 time: 0.1313984 Sep 09 06:36:38.263607 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ed5ce-1a56-4ff2-8204-5c36fb21d811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912cdd0-a981-42b9-939d-8c39fb8920ac,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:38.368148 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57392) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:38.436339 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669d905-5de1-42ae-86f7-dae068a3820c req-4328c64e-7234-4d43-8c0c-f15c5541a055 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:38.438798 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8669d905-5de1-42ae-86f7-dae068a3820c req-4328c64e-7234-4d43-8c0c-f15c5541a055 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 946 time: 0.0972393 Sep 09 06:36:38.516853 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8669d905-5de1-42ae-86f7-dae068a3820c req-86d23d51-7b58-42d8-be15-ff3da063978b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604761 Sep 09 06:36:39.145627 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (a706bc59-9e93-4f24-b6c6-8624881cf30d), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:39.302879 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:39.376105 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Deleting port b302351f-fd76-40ce-9993-cf89b3d809a1 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:39.376361 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:39.378644 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:39.461704 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] For port b302351f-fd76-40ce-9993-cf89b3d809a1, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b302351f-fd76-40ce-9993-cf89b3d809a1,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:39.462067 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:39.477263 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Calling delete_port for b302351f-fd76-40ce-9993-cf89b3d809a1 owned by network:router_interface {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:39.665009 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb08e58-ecab-43b7-8e40-d6e5a3fdaf66 req-522ec871-89a8-4491-a05d-e5cff060110b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:39.666532 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bbb08e58-ecab-43b7-8e40-d6e5a3fdaf66 req-522ec871-89a8-4491-a05d-e5cff060110b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 946 time: 0.0554559 Sep 09 06:36:39.670051 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (b302351f-fd76-40ce-9993-cf89b3d809a1), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:39.696538 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=b302351f-fd76-40ce-9993-cf89b3d809a1,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:39.756511 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-bbb08e58-ecab-43b7-8e40-d6e5a3fdaf66 req-d216a0ad-c2dc-45c1-8fa4-a56bf0fef0a4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fd8f5487-1fa2-424f-ad9e-8f46316a6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816033 Sep 09 06:36:39.893519 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (a706bc59-9e93-4f24-b6c6-8624881cf30d), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.113026 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Router a706bc59-9e93-4f24-b6c6-8624881cf30d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:36:40.171800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-dfc3ea67-2f6b-4cb8-b3ca-d9adc9bde66b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:40.173297 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-dfc3ea67-2f6b-4cb8-b3ca-d9adc9bde66b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 946 time: 0.0499580 Sep 09 06:36:40.228302 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:36:40.234766 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-4821c534-fb22-4b72-99d4-1efcf4442b27 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/a706bc59-9e93-4f24-b6c6-8624881cf30d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8650792 Sep 09 06:36:40.237143 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57456) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:40.240400 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] Sync routers for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:36:40.254255 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:40.258791 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:40.259877 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:40.283994 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Deleting port 1fe82534-03c6-4afc-bbb7-4a572384fb55 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:40.284374 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.319180 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:40.324216 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:40.386497 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:40.389458 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:40.390410 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks [] for router (a706bc59-9e93-4f24-b6c6-8624881cf30d), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.406665 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] For port 1fe82534-03c6-4afc-bbb7-4a572384fb55, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1fe82534-03c6-4afc-bbb7-4a572384fb55,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:40.407248 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.511963 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks [] for router_gateway (a706bc59-9e93-4f24-b6c6-8624881cf30d), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.597321 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Deleting port dd19978d-1c14-44a3-bc1b-4372ae19a243 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:40.597658 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.611847 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:36:39Z', 'revision_number': 5, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port': {'id': 'dd19978d-1c14-44a3-bc1b-4372ae19a243', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:33:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:40.639310 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.639878 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (b632fb10-ccdf-485a-b0be-2b84619bfdfd), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.640812 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Floating IP b632fb10-ccdf-485a-b0be-2b84619bfdfd disassociated. External IP: 172.27.0.49, port: 1fe82534-03c6-4afc-bbb7-4a572384fb55. Sep 09 06:36:40.641408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Calling delete_port for 1fe82534-03c6-4afc-bbb7-4a572384fb55 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:40.650619 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] Checking router: a706bc59-9e93-4f24-b6c6-8624881cf30d for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:36:40.661598 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] Routers {'a706bc59-9e93-4f24-b6c6-8624881cf30d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:40.662311 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['a706bc59-9e93-4f24-b6c6-8624881cf30d'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:40.775646 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] Set router a706bc59-9e93-4f24-b6c6-8624881cf30d gateway port host: None {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:40.778444 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] For port dd19978d-1c14-44a3-bc1b-4372ae19a243, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=dd19978d-1c14-44a3-bc1b-4372ae19a243,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:40.778832 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.835674 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Calling delete_port for dd19978d-1c14-44a3-bc1b-4372ae19a243 owned by network:router_gateway {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:40.872032 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (1fe82534-03c6-4afc-bbb7-4a572384fb55), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:40.883989 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:36:40Z', 'revision_number': 6, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:40.911157 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event deleted for resources: {'Port': ['ID=1fe82534-03c6-4afc-bbb7-4a572384fb55,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:40.916992 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a849ed33-9bf9-41b7-b664-279f416f6474 None None] The sync data for ids ['a706bc59-9e93-4f24-b6c6-8624881cf30d'] in dv-cinder-852209-16-iscsi is: [{'id': 'a706bc59-9e93-4f24-b6c6-8624881cf30d', 'name': 'tempest-AttachVolumeTestJSON-1054169533-router', 'tenant_id': '7a732015d4244c378e0204e1d216f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:07Z', 'updated_at': '2022-09-09T06:36:40Z', 'revision_number': 6, 'project_id': '7a732015d4244c378e0204e1d216f57b', 'gw_port_host': None}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:36:41.006744 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-60651bf9-ecaf-4be3-a283-7277a062eb14 req-20600d83-7040-4f06-9971-7fb69c194670 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 210 time: 0.0832794 Sep 09 06:36:41.091373 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (dd19978d-1c14-44a3-bc1b-4372ae19a243), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.111695 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-12dfe73b-4bc6-44b8-ad48-90a88e701de3 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-959218854&fields=id&tenant_id=09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 267 time: 0.1498342 Sep 09 06:36:41.117080 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd19978d-1c14-44a3-bc1b-4372ae19a243,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:41.179741 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57484) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:41.192284 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (a706bc59-9e93-4f24-b6c6-8624881cf30d), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.238415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:36:41.286334 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (a706bc59-9e93-4f24-b6c6-8624881cf30d), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.289202 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks [] for router_controller (a706bc59-9e93-4f24-b6c6-8624881cf30d), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.310902 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-75813936-0cfd-47b0-b86f-354fb443bfc4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:41.313027 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-75813936-0cfd-47b0-b86f-354fb443bfc4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 812 time: 0.1671660 Sep 09 06:36:41.338806 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-9ea51ac6-fee4-4bc4-b05a-b729255e8740 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/quotas/09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 375 time: 0.0174899 Sep 09 06:36:41.363461 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5e458ba2-3cf1-4c62-9775-6f979d52cacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.373348 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (a706bc59-9e93-4f24-b6c6-8624881cf30d), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.373922 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a706bc59-9e93-4f24-b6c6-8624881cf30d {{(pid=106287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:36:41.390260 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.393852 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-82cfdab6-31d5-46c9-8abd-8cf1ab43d26e admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/a706bc59-9e93-4f24-b6c6-8624881cf30d HTTP/1.1" status: 204 len: 168 time: 1.1464596 Sep 09 06:36:41.394796 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57488) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:41.427622 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:41.437147 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-3b712853-d364-4482-baed-d8ec2d46ce1e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709898 Sep 09 06:36:41.441861 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:36:41.455678 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] Sync routers for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:36:41.476862 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abfab69-3ef6-475f-8727-48f795568780 admin admin] Deleting subnet c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:36:41.481623 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8abfab69-3ef6-475f-8727-48f795568780 admin admin] Publish callbacks [] for subnet (c518f21e-05a0-4fdc-84d6-ec97ca5d04f6), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.482293 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:41.483142 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:41.515654 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:41.529483 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] No DVR routers for this DVR port 1fe82534-03c6-4afc-bbb7-4a572384fb55 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:36:41.533817 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.537297 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-302dec40-b35c-4a66-8302-c51c812c85c3 req-bad78b39-77a0-4a55-83c7-0be80054e17b tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1fe82534-03c6-4afc-bbb7-4a572384fb55 HTTP/1.1" status: 204 len: 173 time: 1.3579485 Sep 09 06:36:41.540039 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-deleted', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:36:41.540219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:41.543935 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b60496-58be-4254-bf3a-094f7f555bab" -d '{"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-deleted", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:36:41.555333 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8abfab69-3ef6-475f-8727-48f795568780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (c518f21e-05a0-4fdc-84d6-ec97ca5d04f6), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.612741 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f64c49-2914-4ae0-aab3-f979fc23738d x-openstack-request-id: req-35f64c49-2914-4ae0-aab3-f979fc23738d {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:36:41.613194 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddc6991-2ae2-4350-be11-5f9255eeeba7", "name": "network-vif-deleted", "tag": "1fe82534-03c6-4afc-bbb7-4a572384fb55", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:36:41.613538 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35f64c49-2914-4ae0-aab3-f979fc23738d {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:36:41.614027 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f64c49-2914-4ae0-aab3-f979fc23738d'] response: {'server_uuid': '6ddc6991-2ae2-4350-be11-5f9255eeeba7', 'name': 'network-vif-deleted', 'tag': '1fe82534-03c6-4afc-bbb7-4a572384fb55', 'status': 'completed', 'code': 200} Sep 09 06:36:41.624335 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5e458ba2-3cf1-4c62-9775-6f979d52cacd admin admin] Publish callbacks [] for security_group (6d21ce1c-410d-40bd-bc96-8d0f41e29a95), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.633775 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5e458ba2-3cf1-4c62-9775-6f979d52cacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6d21ce1c-410d-40bd-bc96-8d0f41e29a95), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.660967 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:41.661284 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-4236ee85-295c-4414-ad7b-4290e5f8ce75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773481 Sep 09 06:36:41.682801 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5e458ba2-3cf1-4c62-9775-6f979d52cacd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=63e89bfd18cf48c7af8acd21d567e499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4996617 Sep 09 06:36:41.683909 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57492) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:41.747368 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e458ba2-3cf1-4c62-9775-6f979d52cacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d21ce1c-410d-40bd-bc96-8d0f41e29a95,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:41.780045 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8abfab69-3ef6-475f-8727-48f795568780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (c518f21e-05a0-4fdc-84d6-ec97ca5d04f6), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.833625 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-45dd3707-15de-43b4-9e9d-ec530ce05db2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667736 Sep 09 06:36:41.848839 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2a99-27d4-4b85-b95c-4a6038391b0a admin admin] Publish callbacks [] for security_group (6d21ce1c-410d-40bd-bc96-8d0f41e29a95), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.885072 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2a99-27d4-4b85-b95c-4a6038391b0a admin admin] Publish callbacks [] for security_group (6d21ce1c-410d-40bd-bc96-8d0f41e29a95), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.897673 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:41.928026 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8abfab69-3ef6-475f-8727-48f795568780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (c518f21e-05a0-4fdc-84d6-ec97ca5d04f6), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.930538 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] Checking router: 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:36:41.934237 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b302351f-fd76-40ce-9993-cf89b3d809a1 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:41.942899 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8abfab69-3ef6-475f-8727-48f795568780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:41.957268 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57496) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:41.960082 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-8abfab69-3ef6-475f-8727-48f795568780 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/c518f21e-05a0-4fdc-84d6-ec97ca5d04f6 HTTP/1.1" status: 204 len: 168 time: 0.5636806 Sep 09 06:36:41.964956 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:41.965629 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:41.997727 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfab69-3ef6-475f-8727-48f795568780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c518f21e-05a0-4fdc-84d6-ec97ca5d04f6,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:42.011632 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2a99-27d4-4b85-b95c-4a6038391b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6d21ce1c-410d-40bd-bc96-8d0f41e29a95), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.014447 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2a99-27d4-4b85-b95c-4a6038391b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.016206 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d7ab2a99-27d4-4b85-b95c-4a6038391b0a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6d21ce1c-410d-40bd-bc96-8d0f41e29a95 HTTP/1.1" status: 204 len: 168 time: 0.3256700 Sep 09 06:36:42.026368 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab2a99-27d4-4b85-b95c-4a6038391b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d21ce1c-410d-40bd-bc96-8d0f41e29a95,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:42.056168 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:42.076824 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (50724a19-0cd0-47ed-ac64-73793b689a02), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.128379 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:42.168059 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Deleting port 45075609-7d85-456a-b484-f0b93edfbe57 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:42.169189 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (45075609-7d85-456a-b484-f0b93edfbe57), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.253880 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f93f0-1781-42b4-a56e-b58db2a79e1b None None] Network 50724a19-0cd0-47ed-ac64-73793b689a02 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:36:42.367916 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] For port 45075609-7d85-456a-b484-f0b93edfbe57, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=45075609-7d85-456a-b484-f0b93edfbe57,segment=NetworkSegment(fc3d2984-372c-4aeb-ad34-268f6db53096),segment_id=fc3d2984-372c-4aeb-ad34-268f6db53096)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:42.368424 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (45075609-7d85-456a-b484-f0b93edfbe57), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.386087 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de41d6c7-1cdd-4340-8623-7c967787d60e req-9a711fba-cfba-44ac-ac30-6d847364a786 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6ddc6991-2ae2-4350-be11-5f9255eeeba7 HTTP/1.1" status: 200 len: 210 time: 0.1455588 Sep 09 06:36:42.425165 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Calling delete_port for 45075609-7d85-456a-b484-f0b93edfbe57 owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:42.435520 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0017e6d4-d6e3-40b9-b5b8-0745bb156bc9 req-5b5401ea-072b-4d5d-aa25-32eddd6c822e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 210 time: 0.0822239 Sep 09 06:36:42.445287 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: b302351f-fd76-40ce-9993-cf89b3d809a1 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:42.446122 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b302351f-fd76-40ce-9993-cf89b3d809a1 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:42.446799 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device dd19978d-1c14-44a3-bc1b-4372ae19a243 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:42.473675 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: dd19978d-1c14-44a3-bc1b-4372ae19a243 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:42.474775 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device dd19978d-1c14-44a3-bc1b-4372ae19a243 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:42.549078 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:42.549245 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57516) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:42.571024 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (45075609-7d85-456a-b484-f0b93edfbe57), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.574407 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:42.576622 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d567b3c3-c30e-43b0-8aa1-8fcbbb7654a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.610179 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd21d0-fa63-4dbc-bff7-a0fd4a87aafa None None] The sync data for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi is: [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:29:23Z', 'revision_number': 4, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '0a49a81f-9f56-45bb-a17d-f9eb97962f4f', 'name': '', 'network_id': '06aa4853-deab-4da2-aa65-5023553defd4', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'mac_address': 'fa:16:3e:03:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:21Z', 'updated_at': '2022-09-09T06:29:43Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'subnets': [{'id': '2b920baa-a5cf-4d25-8a14-a135bb3f7b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:36:42.632940 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=45075609-7d85-456a-b484-f0b93edfbe57,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:42.636642 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] No DVR routers for this DVR port 45075609-7d85-456a-b484-f0b93edfbe57 on host dv-cinder-852209-16-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:36:42.673732 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a148546-1d07-4250-85df-3e2d04ebf4a9 None None] DHCP port deletion for 50724a19-0cd0-47ed-ac64-73793b689a02 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:36:42.710030 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d567b3c3-c30e-43b0-8aa1-8fcbbb7654a2 admin admin] Publish callbacks [] for security_group (09339f53-723b-4d07-9a09-8f2ebffee6a4), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.716845 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d567b3c3-c30e-43b0-8aa1-8fcbbb7654a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (09339f53-723b-4d07-9a09-8f2ebffee6a4), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.746919 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (50724a19-0cd0-47ed-ac64-73793b689a02), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.768875 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d567b3c3-c30e-43b0-8aa1-8fcbbb7654a2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6a380fd7d49147789dc0919d76585cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145219 Sep 09 06:36:42.768875 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567b3c3-c30e-43b0-8aa1-8fcbbb7654a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09339f53-723b-4d07-9a09-8f2ebffee6a4,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:42.769159 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57520) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:42.776717 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50724a19-0cd0-47ed-ac64-73793b689a02']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:42.795022 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3d2984-372c-4aeb-ad34-268f6db53096') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:42.795222 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3d2984-372c-4aeb-ad34-268f6db53096') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:42.814267 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (fc3d2984-372c-4aeb-ad34-268f6db53096), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.841369 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (fc3d2984-372c-4aeb-ad34-268f6db53096), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.853684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2394-7e6e-44d8-b4b6-0a4e444b5247 admin admin] Publish callbacks [] for security_group (09339f53-723b-4d07-9a09-8f2ebffee6a4), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.861811 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:36:42.862243 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (fc3d2984-372c-4aeb-ad34-268f6db53096), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.930654 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment fc3d2984-372c-4aeb-ad34-268f6db53096 resource provider aggregate not found Sep 09 06:36:42.953420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2394-7e6e-44d8-b4b6-0a4e444b5247 admin admin] Publish callbacks [] for security_group (09339f53-723b-4d07-9a09-8f2ebffee6a4), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.957218 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment fc3d2984-372c-4aeb-ad34-268f6db53096 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc3d2984-372c-4aeb-ad34-268f6db53096 found for delete ", "request_id": "req-e025a774-4021-44ab-85d5-2686825f2a01"}]} Sep 09 06:36:42.972730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (50724a19-0cd0-47ed-ac64-73793b689a02), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.979509 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:42.982649 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/50724a19-0cd0-47ed-ac64-73793b689a02 HTTP/1.1" status: 204 len: 168 time: 1.0242949 Sep 09 06:36:42.998003 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ab1f2-a6bf-427c-a12c-4fb4dee13793 None None] New status for floating IP b632fb10-ccdf-485a-b0be-2b84619bfdfd: DOWN {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:36:43.008620 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48275875-3aaf-4b01-b918-c367273beee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=50724a19-0cd0-47ed-ac64-73793b689a02,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:43.040737 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2394-7e6e-44d8-b4b6-0a4e444b5247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (09339f53-723b-4d07-9a09-8f2ebffee6a4), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.049238 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2394-7e6e-44d8-b4b6-0a4e444b5247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.053407 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-a5ee2394-7e6e-44d8-b4b6-0a4e444b5247 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/09339f53-723b-4d07-9a09-8f2ebffee6a4 HTTP/1.1" status: 204 len: 168 time: 0.2805064 Sep 09 06:36:43.065038 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee2394-7e6e-44d8-b4b6-0a4e444b5247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09339f53-723b-4d07-9a09-8f2ebffee6a4,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:43.252626 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57530) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:43.275001 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:43.300780 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-7a62f127-ed8b-4e4e-bafa-17290365dada admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7a732015d4244c378e0204e1d216f57b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444896 Sep 09 06:36:43.301193 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57534) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:43.352663 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa46d-fa9e-40a0-a69c-d5c3cdb59796 admin admin] Publish callbacks [] for security_group (1f31afb8-92c9-42b1-854f-9d2014d694c4), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.373892 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa46d-fa9e-40a0-a69c-d5c3cdb59796 admin admin] Publish callbacks [] for security_group (1f31afb8-92c9-42b1-854f-9d2014d694c4), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.375698 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:43.428359 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa46d-fa9e-40a0-a69c-d5c3cdb59796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (1f31afb8-92c9-42b1-854f-9d2014d694c4), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.430961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bc8aa46d-fa9e-40a0-a69c-d5c3cdb59796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.432234 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-bc8aa46d-fa9e-40a0-a69c-d5c3cdb59796 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1f31afb8-92c9-42b1-854f-9d2014d694c4 HTTP/1.1" status: 204 len: 168 time: 0.1303501 Sep 09 06:36:43.441033 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aa46d-fa9e-40a0-a69c-d5c3cdb59796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f31afb8-92c9-42b1-854f-9d2014d694c4,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:43.563067 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57552) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:43.590898 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90537c44-36d0-4560-af50-b0410da311c1 req-fec7af9c-0b33-4b4e-85cf-93e9de881e9f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 210 time: 0.0551968 Sep 09 06:36:43.669913 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-33a209eb-b9a3-4386-95d5-4855c58840e8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (fd8f5487-1fa2-424f-ad9e-8f46316a6beb), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.726175 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 45075609-7d85-456a-b484-f0b93edfbe57 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:43.727582 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-33a209eb-b9a3-4386-95d5-4855c58840e8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (fd8f5487-1fa2-424f-ad9e-8f46316a6beb), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.748760 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 45075609-7d85-456a-b484-f0b93edfbe57 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:43.749476 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 45075609-7d85-456a-b484-f0b93edfbe57 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:43.758967 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:43.798647 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-33a209eb-b9a3-4386-95d5-4855c58840e8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fd8f5487-1fa2-424f-ad9e-8f46316a6beb), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.804311 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-33a209eb-b9a3-4386-95d5-4855c58840e8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:43.808158 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-33a209eb-b9a3-4386-95d5-4855c58840e8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fd8f5487-1fa2-424f-ad9e-8f46316a6beb HTTP/1.1" status: 204 len: 168 time: 0.2433753 Sep 09 06:36:43.809329 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57560) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:43.832802 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a209eb-b9a3-4386-95d5-4855c58840e8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f5487-1fa2-424f-ad9e-8f46316a6beb,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:43.870545 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.api.v2.resource [None req-664f46a2-f37f-43f2-a66d-31213b6a32a8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] show failed (client error): The resource could not be found. Sep 09 06:36:43.875747 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-664f46a2-f37f-43f2-a66d-31213b6a32a8 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "GET /networking/v2.0/security-groups/fd8f5487-1fa2-424f-ad9e-8f46316a6beb HTTP/1.1" status: 404 len: 347 time: 0.0404863 Sep 09 06:36:43.875747 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57566) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:43.949398 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:43.966950 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-7ecba4df-2dce-44b4-a13b-20b6d3a30f4a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:43.969107 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-7ecba4df-2dce-44b4-a13b-20b6d3a30f4a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 812 time: 0.2019923 Sep 09 06:36:43.992508 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 1fe82534-03c6-4afc-bbb7-4a572384fb55 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:43.992508 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 1fe82534-03c6-4afc-bbb7-4a572384fb55 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:44.070259 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-7689394f-159f-4ab3-a6af-188c6bf0612a tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=09397aeb58f44f7c9f0ab921e471079a HTTP/1.1" status: 200 len: 379 time: 0.0899320 Sep 09 06:36:44.074940 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Deleting port 4e1e7f5a-98da-4964-bb98-51c89a2d0c6d {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:44.075285 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.083584 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'port': {'device_id': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'admin_state_up': True, 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'security_groups': ['2c0df85a-dd39-4025-a676-1101894e67cb']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:44.152093 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:44.185992 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.186939 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.206804 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Calling delete_port for 4e1e7f5a-98da-4964-bb98-51c89a2d0c6d owned by network:floatingip {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:44.254728 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Made reservation on behalf of 09397aeb58f44f7c9f0ab921e471079a for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:36:44.259206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.373168 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (4e1e7f5a-98da-4964-bb98-51c89a2d0c6d), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.459036 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Allocated IP 172.20.0.4 (a7964840-3c67-4db0-a5fd-d0b8ff555b07/1e67c219-42de-4a2c-837b-45ad03b8e5fc/573ec978-54c6-4cc6-bf36-204feb7eff85) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:36:44.692136 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Pushing event deleted for resources: {'Port': ['ID=4e1e7f5a-98da-4964-bb98-51c89a2d0c6d,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:44.695314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.733454 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:44.756203 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.780185 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks [] for floatingip (b632fb10-ccdf-485a-b0be-2b84619bfdfd), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.784117 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:44.788735 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-9db1ddfa-e270-4ea1-893d-16609e2fb8f4 tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/b632fb10-ccdf-485a-b0be-2b84619bfdfd HTTP/1.1" status: 204 len: 168 time: 0.9122715 Sep 09 06:36:44.840176 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:36:44.847996 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:36:44.850661 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:36:44.962238 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd10fc-560c-45ce-9c3a-1d13ba096d60 req-391926e7-96bb-441b-9012-bf440394c644 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:44.964467 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ffcd10fc-560c-45ce-9c3a-1d13ba096d60 req-391926e7-96bb-441b-9012-bf440394c644 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 931 time: 0.2262781 Sep 09 06:36:45.011662 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=573ec978-54c6-4cc6-bf36-204feb7eff85,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:45.025751 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:45.026403 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.056627 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:45.074099 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-6b966ad8-310c-4b73-b5f7-231f62f58f1d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9969106 Sep 09 06:36:45.082234 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ffcd10fc-560c-45ce-9c3a-1d13ba096d60 req-89413557-f546-47a6-8981-9307d367e6f6 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072390 Sep 09 06:36:45.088010 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Request body: {'port': {'device_id': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:45.173296 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-cb92c88a-ab75-487d-b715-7a51fb2510ed None None] Provisioning complete for port 573ec978-54c6-4cc6-bf36-204feb7eff85 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:36:45.174186 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-cb92c88a-ab75-487d-b715-7a51fb2510ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.192562 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.213449 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-cb92c88a-ab75-487d-b715-7a51fb2510ed None None] Port 573ec978-54c6-4cc6-bf36-204feb7eff85 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:36:45.395751 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.508372 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573ec978-54c6-4cc6-bf36-204feb7eff85 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:36:45.516778 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Publish callbacks [] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.530561 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Transition to ACTIVE for port object 573ec978-54c6-4cc6-bf36-204feb7eff85 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:36:45.536127 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.600126 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Pushing event updated for resources: {'Port': ['ID=573ec978-54c6-4cc6-bf36-204feb7eff85,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:45.650338 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Attempting to bind port 573ec978-54c6-4cc6-bf36-204feb7eff85 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:36:45.650671 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Attempting to bind port 573ec978-54c6-4cc6-bf36-204feb7eff85 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:36:45.651023 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Attempting to bind port 573ec978-54c6-4cc6-bf36-204feb7eff85 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:36:45.695862 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Port 573ec978-54c6-4cc6-bf36-204feb7eff85 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:36:45.696187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Attempting to bind port 573ec978-54c6-4cc6-bf36-204feb7eff85 on network a7964840-3c67-4db0-a5fd-d0b8ff555b07 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:36:45.757865 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:36:45.758205 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Checking segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:36:45.758642 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Bound using segment: {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:36:45.759079 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Bound port: 573ec978-54c6-4cc6-bf36-204feb7eff85, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d7d829-6427-484e-ba30-b2cddc4ae5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:36:45.759437 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.798908 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:45.824604 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] For port 573ec978-54c6-4cc6-bf36-204feb7eff85, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:36:45.827639 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] For port 573ec978-54c6-4cc6-bf36-204feb7eff85, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=573ec978-54c6-4cc6-bf36-204feb7eff85,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:36:45.833327 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.837380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:45.837976 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:45.839337 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/573ec978-54c6-4cc6-bf36-204feb7eff85 HTTP/1.1" status: 200 len: 1093 time: 0.7558522 Sep 09 06:36:45.840819 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:36:45.843251 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd82c393-60d9-4561-bda9-d9379ffbffaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:36:45.918929 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b98f2a0-af20-4f6e-bbfe-0f4853202849 x-openstack-request-id: req-6b98f2a0-af20-4f6e-bbfe-0f4853202849 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:36:45.919223 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:36:45.919477 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b98f2a0-af20-4f6e-bbfe-0f4853202849 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:36:45.919895 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b98f2a0-af20-4f6e-bbfe-0f4853202849'] response: {'name': 'network-changed', 'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'status': 'completed', 'code': 200} Sep 09 06:36:45.923575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ef05f-792d-44cc-975a-e9396b85b40b service neutron] Pushing event updated for resources: {'Port': ['ID=573ec978-54c6-4cc6-bf36-204feb7eff85,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:45.934864 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-80465878-19a0-4183-8714-c1398b5165e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:45.936367 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-80465878-19a0-4183-8714-c1398b5165e9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 1127 time: 0.0505259 Sep 09 06:36:45.977356 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-a03f2d55-5d21-465f-b989-d32c753cfdd5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573ec978-54c6-4cc6-bf36-204feb7eff85 HTTP/1.1" status: 200 len: 217 time: 0.0331109 Sep 09 06:36:46.032682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-d9d7a06e-9b12-49e4-8437-bb85bbdfde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:46.034020 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-d9d7a06e-9b12-49e4-8437-bb85bbdfde42 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0506184 Sep 09 06:36:46.082443 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-195741a7-61e7-4bcb-9f44-f6d223d3d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:46.083993 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-195741a7-61e7-4bcb-9f44-f6d223d3d9d7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422721 Sep 09 06:36:46.127931 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:46.226051 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-9ed0ea42-427e-429a-baec-3967b617133e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312270 Sep 09 06:36:46.234596 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fffba-0d56-4b02-a3ba-5c7d873202a7 req-cccb3c18-bc07-4796-bdcc-7ea18404bf0f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:46.236258 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-854fffba-0d56-4b02-a3ba-5c7d873202a7 req-cccb3c18-bc07-4796-bdcc-7ea18404bf0f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 943 time: 0.0605030 Sep 09 06:36:46.349298 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-854fffba-0d56-4b02-a3ba-5c7d873202a7 req-7a1df46b-8f9b-4301-b22c-03dd1423af9e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050267 Sep 09 06:36:46.368760 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f033fc30-c74a-4bbe-bc32-6da32b881852 req-60f0c705-1d50-42ec-b911-4460cc548d3a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315351 Sep 09 06:36:46.667180 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-648cc057-4a4f-4317-8dcc-d1b6b944c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:46.668854 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-648cc057-4a4f-4317-8dcc-d1b6b944c684 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 1127 time: 0.0427749 Sep 09 06:36:47.024467 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-c730cd07-7626-4372-862a-abb1bf3d3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:47.025934 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-c730cd07-7626-4372-862a-abb1bf3d3194 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.3504725 Sep 09 06:36:47.289849 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57674) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:47.510526 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8c2d8-98ab-458c-9e92-7dab1423d182 req-9d121e5e-e044-43a1-97e1-8d89c7098a0f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:47.511894 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d7a8c2d8-98ab-458c-9e92-7dab1423d182 req-9d121e5e-e044-43a1-97e1-8d89c7098a0f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 943 time: 0.0859277 Sep 09 06:36:47.604594 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d7a8c2d8-98ab-458c-9e92-7dab1423d182 req-283244ba-5c0b-4c14-8a34-4da2239173b8 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856326 Sep 09 06:36:47.699303 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:47.806512 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-f33f4efd-96fb-40b3-85e1-dd0c1ff225a8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573ec978-54c6-4cc6-bf36-204feb7eff85 HTTP/1.1" status: 200 len: 217 time: 0.0382905 Sep 09 06:36:47.851768 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:48.038291 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:48.075978 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Deleting port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:48.076317 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:48.160543 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] For port 0a49a81f-9f56-45bb-a17d-f9eb97962f4f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:48.161128 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:48.174633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Calling delete_port for 0a49a81f-9f56-45bb-a17d-f9eb97962f4f owned by network:router_interface {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:48.351644 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (0a49a81f-9f56-45bb-a17d-f9eb97962f4f), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:48.374688 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a49a81f-9f56-45bb-a17d-f9eb97962f4f,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:48.543802 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:48.554398 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:48.671700 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-2cc65291-a9c1-4c99-b16e-0494088fc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:48.673363 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-2cc65291-a9c1-4c99-b16e-0494088fc12e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.1158376 Sep 09 06:36:48.739923 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca632c7-9b76-468a-b57c-3db2d88cf85a req-54a92fe2-5c77-4e15-a152-2f4f4e2e950d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:48.741347 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dca632c7-9b76-468a-b57c-3db2d88cf85a req-54a92fe2-5c77-4e15-a152-2f4f4e2e950d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 943 time: 0.0620148 Sep 09 06:36:48.858108 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:48.865440 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dca632c7-9b76-468a-b57c-3db2d88cf85a req-81a7da66-a5e1-4607-8d28-2285c1184c9f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936174 Sep 09 06:36:48.883292 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:36:48.981402 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:36:48.986835 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-dfe64a53-5072-454e-bb39-7313d7e231f4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959567 Sep 09 06:36:48.989549 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57692) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:48.990682 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] Sync routers for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:36:49.000712 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:49.001312 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:49.091078 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks [] for router (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.196407 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks [] for router_gateway (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.225207 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:49.239028 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:49.244394 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Deleting port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:49.244731 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.324138 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] For port 1d2a56d5-3bb1-466c-8624-bf41c496c1e8, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=1d2a56d5-3bb1-466c-8624-bf41c496c1e8,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:49.324493 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.337690 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Calling delete_port for 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 owned by network:router_gateway {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:49.405025 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:36:48Z', 'revision_number': 5, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port': {'id': '1d2a56d5-3bb1-466c-8624-bf41c496c1e8', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:34:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:29:11Z', 'updated_at': '2022-09-09T06:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:49.430897 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] Checking router: 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:36:49.439320 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] Routers {'5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:36:49.439962 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:49.486730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:49.528114 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] Set router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d gateway port host: None {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:36:49.538780 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-09889c5d-de81-42f3-920c-9df20bbdce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:49.540364 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-09889c5d-de81-42f3-920c-9df20bbdce77 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524302 Sep 09 06:36:49.541382 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (1d2a56d5-3bb1-466c-8624-bf41c496c1e8), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.579592 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2a56d5-3bb1-466c-8624-bf41c496c1e8,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:49.584074 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:36:49Z', 'revision_number': 6, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:49.610205 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3fff7-13b7-408e-a17c-3cfda15e0e7f None None] The sync data for ids ['5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d'] in dv-cinder-852209-16-iscsi is: [{'id': '5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d', 'name': 'tempest-AttachVolumeShelveTestJSON-532296507-router', 'tenant_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:29:09Z', 'updated_at': '2022-09-09T06:36:49Z', 'revision_number': 6, 'project_id': '7d5de98a77f64cd5beeab6865f5ea7c2', 'gw_port_host': None}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:36:49.677184 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:49.711372 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.717038 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-9c94697a-3a95-4d1c-a9cd-03f57ad31977 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666572 Sep 09 06:36:49.825582 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.852755 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks [] for router_controller (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.918634 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.919200 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d {{(pid=106286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:36:49.925095 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:49.928087 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-33666a8e-8159-4e54-8d9d-0be562e1d1f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5f7e18a9-2965-4cc1-bb6e-6aa481c78c2d HTTP/1.1" status: 204 len: 168 time: 0.9375539 Sep 09 06:36:49.929029 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57706) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:49.933567 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dd82c393-60d9-4561-bda9-d9379ffbffaf req-debe0c6a-344e-454f-904d-b6a15bb6961d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948643 Sep 09 06:36:49.999878 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1d01d8-c315-4c44-a28a-65eb5ae6ee09 admin admin] Deleting subnet 2b920baa-a5cf-4d25-8a14-a135bb3f7b15 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:36:50.004387 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc1d01d8-c315-4c44-a28a-65eb5ae6ee09 admin admin] Publish callbacks [] for subnet (2b920baa-a5cf-4d25-8a14-a135bb3f7b15), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.052839 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc1d01d8-c315-4c44-a28a-65eb5ae6ee09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (2b920baa-a5cf-4d25-8a14-a135bb3f7b15), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.067633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90444f-ae52-45ab-9d26-5fb3d7481f9c req-817fbd4a-42f4-49a4-95bc-384d1aeb7564 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:50.069209 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aa90444f-ae52-45ab-9d26-5fb3d7481f9c req-817fbd4a-42f4-49a4-95bc-384d1aeb7564 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 943 time: 0.1180506 Sep 09 06:36:50.127948 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aa90444f-ae52-45ab-9d26-5fb3d7481f9c req-325c5f3e-f574-4f66-ad69-12a9d578ee9f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515106 Sep 09 06:36:50.157656 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc1d01d8-c315-4c44-a28a-65eb5ae6ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (2b920baa-a5cf-4d25-8a14-a135bb3f7b15), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.215282 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc1d01d8-c315-4c44-a28a-65eb5ae6ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (2b920baa-a5cf-4d25-8a14-a135bb3f7b15), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.246307 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d01d8-c315-4c44-a28a-65eb5ae6ee09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b920baa-a5cf-4d25-8a14-a135bb3f7b15,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:50.248313 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-bc1d01d8-c315-4c44-a28a-65eb5ae6ee09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.254532 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-bc1d01d8-c315-4c44-a28a-65eb5ae6ee09 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/2b920baa-a5cf-4d25-8a14-a135bb3f7b15 HTTP/1.1" status: 204 len: 168 time: 0.3212099 Sep 09 06:36:50.254731 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57718) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:50.257868 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa2672c-ae49-4f95-aaac-0a0e0380254a None None] Network 06aa4853-deab-4da2-aa65-5023553defd4 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:36:50.330228 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (06aa4853-deab-4da2-aa65-5023553defd4), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.349502 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57720) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:50.380736 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Deleting port f7f59a25-9e97-420c-b6a3-1effbae0f89f {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:50.380985 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.435189 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] DHCP port deletion for 06aa4853-deab-4da2-aa65-5023553defd4 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:36:50.462834 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] For port f7f59a25-9e97-420c-b6a3-1effbae0f89f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f7f59a25-9e97-420c-b6a3-1effbae0f89f,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:50.463213 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.476514 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Deleting port f7f59a25-9e97-420c-b6a3-1effbae0f89f {{(pid=106288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:36:50.476990 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), before_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.482364 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Calling delete_port for f7f59a25-9e97-420c-b6a3-1effbae0f89f owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:50.490557 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b1f31395-b581-4362-b751-67057775a11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.533505 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:50.554965 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] For port f7f59a25-9e97-420c-b6a3-1effbae0f89f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f7f59a25-9e97-420c-b6a3-1effbae0f89f,segment=NetworkSegment(d7c6dca8-2da8-476e-b5f4-f58cacda87b3),segment_id=d7c6dca8-2da8-476e-b5f4-f58cacda87b3)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:50.556132 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), precommit_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.579572 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b1f31395-b581-4362-b751-67057775a11f admin admin] Publish callbacks [] for security_group (b4133861-ee96-4c9c-aa26-74229193afc3), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.580680 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Calling delete_port for f7f59a25-9e97-420c-b6a3-1effbae0f89f owned by network:dhcp {{(pid=106288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:36:50.586347 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-b1f31395-b581-4362-b751-67057775a11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b4133861-ee96-4c9c-aa26-74229193afc3), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.601405 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.630450 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f59a25-9e97-420c-b6a3-1effbae0f89f,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:50.631179 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-b1f31395-b581-4362-b751-67057775a11f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1b320cda27624038afc642cc1f282931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803729 Sep 09 06:36:50.631940 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f31395-b581-4362-b751-67057775a11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4133861-ee96-4c9c-aa26-74229193afc3,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:50.639384 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57724) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:50.643201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] No DVR routers for this DVR port f7f59a25-9e97-420c-b6a3-1effbae0f89f on host dv-cinder-852209-16-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:36:50.677342 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (f7f59a25-9e97-420c-b6a3-1effbae0f89f), after_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:50.681712 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:50.713435 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Pushing event deleted for resources: {'Port': ['ID=f7f59a25-9e97-420c-b6a3-1effbae0f89f,revision_number=None']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:50.724017 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] No DVR routers for this DVR port f7f59a25-9e97-420c-b6a3-1effbae0f89f on host dv-cinder-852209-16-iscsi {{(pid=106288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:36:50.726217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.726638 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.727047 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.727533 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.727882 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.728295 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.728667 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.729059 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.729455 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.729847 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.730239 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.730624 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.731163 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.731724 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:50.732109 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f14ff5-f45a-4405-9dfa-5e1da41e58e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:36:51.014506 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (06aa4853-deab-4da2-aa65-5023553defd4), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.025454 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:51.045282 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06aa4853-deab-4da2-aa65-5023553defd4']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:51.058818 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11b4839c-d4a7-465b-9473-bfc75c7d06c9 admin admin] Publish callbacks [] for security_group (b4133861-ee96-4c9c-aa26-74229193afc3), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.062457 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:51.062806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c6dca8-2da8-476e-b5f4-f58cacda87b3') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:36:51.079114 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (d7c6dca8-2da8-476e-b5f4-f58cacda87b3), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.102398 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11b4839c-d4a7-465b-9473-bfc75c7d06c9 admin admin] Publish callbacks [] for security_group (b4133861-ee96-4c9c-aa26-74229193afc3), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.107473 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (d7c6dca8-2da8-476e-b5f4-f58cacda87b3), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.116806 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:51.126138 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:36:51.126546 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (d7c6dca8-2da8-476e-b5f4-f58cacda87b3), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.161424 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment d7c6dca8-2da8-476e-b5f4-f58cacda87b3 resource provider aggregate not found Sep 09 06:36:51.210645 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (06aa4853-deab-4da2-aa65-5023553defd4), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.216872 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment d7c6dca8-2da8-476e-b5f4-f58cacda87b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7c6dca8-2da8-476e-b5f4-f58cacda87b3 found for delete ", "request_id": "req-5e01854f-33ae-42b2-bd0e-552d558679c5"}]} Sep 09 06:36:51.218697 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.224706 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/06aa4853-deab-4da2-aa65-5023553defd4 HTTP/1.1" status: 204 len: 168 time: 0.9665322 Sep 09 06:36:51.246434 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dae5b-c05b-41f7-b14c-faaf0ac64f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=06aa4853-deab-4da2-aa65-5023553defd4,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:51.265997 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11b4839c-d4a7-465b-9473-bfc75c7d06c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b4133861-ee96-4c9c-aa26-74229193afc3), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.268554 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-11b4839c-d4a7-465b-9473-bfc75c7d06c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.272673 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-11b4839c-d4a7-465b-9473-bfc75c7d06c9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b4133861-ee96-4c9c-aa26-74229193afc3 HTTP/1.1" status: 204 len: 168 time: 0.6313548 Sep 09 06:36:51.289898 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4839c-d4a7-465b-9473-bfc75c7d06c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4133861-ee96-4c9c-aa26-74229193afc3,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:51.300478 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f2410-7ce2-4e3f-9a7e-329db2f5039d req-008b25a7-b4c8-400d-b550-b41e9e13294c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:51.302029 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-050f2410-7ce2-4e3f-9a7e-329db2f5039d req-008b25a7-b4c8-400d-b550-b41e9e13294c tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 943 time: 0.0786021 Sep 09 06:36:51.365534 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-050f2410-7ce2-4e3f-9a7e-329db2f5039d req-88701ecb-de6f-4c07-a9ae-6a7a6840729f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561473 Sep 09 06:36:51.391170 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57748) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:51.433884 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-0fb9dc33-406b-4a02-b6b4-d9af40ef4453 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7d5de98a77f64cd5beeab6865f5ea7c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414393 Sep 09 06:36:51.436509 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57750) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:51.503558 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-768b5842-755a-44b7-907e-55940f5d6cd2 admin admin] Publish callbacks [] for security_group (e29a66b3-9c4b-4699-8ae3-2aceebd4c5dd), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.526814 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-768b5842-755a-44b7-907e-55940f5d6cd2 admin admin] Publish callbacks [] for security_group (e29a66b3-9c4b-4699-8ae3-2aceebd4c5dd), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.578760 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-768b5842-755a-44b7-907e-55940f5d6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (e29a66b3-9c4b-4699-8ae3-2aceebd4c5dd), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.581478 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-768b5842-755a-44b7-907e-55940f5d6cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.582644 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-768b5842-755a-44b7-907e-55940f5d6cd2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e29a66b3-9c4b-4699-8ae3-2aceebd4c5dd HTTP/1.1" status: 204 len: 168 time: 0.1448359 Sep 09 06:36:51.590545 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b5842-755a-44b7-907e-55940f5d6cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a66b3-9c4b-4699-8ae3-2aceebd4c5dd,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:51.633606 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57756) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:51.647968 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d98dc837-99e7-42b8-b5fc-a0364c1b6702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.708723 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:51.730084 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:51.730436 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 1d2a56d5-3bb1-466c-8624-bf41c496c1e8 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:51.730865 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f7f59a25-9e97-420c-b6a3-1effbae0f89f no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:51.743080 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d98dc837-99e7-42b8-b5fc-a0364c1b6702 admin admin] Publish callbacks [] for security_group (56a488b5-4a3b-4e3b-8dd7-c0b87f66c6ea), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.748365 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-d98dc837-99e7-42b8-b5fc-a0364c1b6702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (56a488b5-4a3b-4e3b-8dd7-c0b87f66c6ea), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.751628 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: f7f59a25-9e97-420c-b6a3-1effbae0f89f {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:51.752045 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f7f59a25-9e97-420c-b6a3-1effbae0f89f not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:51.752373 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 0a49a81f-9f56-45bb-a17d-f9eb97962f4f no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:36:51.772349 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 0a49a81f-9f56-45bb-a17d-f9eb97962f4f {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:36:51.772983 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 0a49a81f-9f56-45bb-a17d-f9eb97962f4f not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:36:51.793216 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-d98dc837-99e7-42b8-b5fc-a0364c1b6702 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=61adaa8a4979454480f37a6b2fcef7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585145 Sep 09 06:36:51.794198 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dc837-99e7-42b8-b5fc-a0364c1b6702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a488b5-4a3b-4e3b-8dd7-c0b87f66c6ea,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:51.796006 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57758) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:51.825939 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:51.853925 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c4e2e67a-c545-4c6d-9258-9b2054c0142e admin admin] Publish callbacks [] for security_group (56a488b5-4a3b-4e3b-8dd7-c0b87f66c6ea), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.875282 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c4e2e67a-c545-4c6d-9258-9b2054c0142e admin admin] Publish callbacks [] for security_group (56a488b5-4a3b-4e3b-8dd7-c0b87f66c6ea), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.928544 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c4e2e67a-c545-4c6d-9258-9b2054c0142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (56a488b5-4a3b-4e3b-8dd7-c0b87f66c6ea), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.931721 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c4e2e67a-c545-4c6d-9258-9b2054c0142e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:51.933005 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c4e2e67a-c545-4c6d-9258-9b2054c0142e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/56a488b5-4a3b-4e3b-8dd7-c0b87f66c6ea HTTP/1.1" status: 204 len: 168 time: 0.1352959 Sep 09 06:36:51.942650 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2e67a-c545-4c6d-9258-9b2054c0142e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a488b5-4a3b-4e3b-8dd7-c0b87f66c6ea,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:52.521716 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab4f79-4702-48f3-be10-c1a6e96e50d0 req-6bf1ef25-cdcf-4bc1-8e3e-bfa7d1fc5b74 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:52.523434 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-17ab4f79-4702-48f3-be10-c1a6e96e50d0 req-6bf1ef25-cdcf-4bc1-8e3e-bfa7d1fc5b74 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 943 time: 0.0636179 Sep 09 06:36:52.588495 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-17ab4f79-4702-48f3-be10-c1a6e96e50d0 req-28d378a9-d6f1-4233-b513-6b82b404a48b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596421 Sep 09 06:36:52.823407 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57820) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:53.010127 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2db850b7-b5c7-4252-84fb-9750b0858d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:53.117004 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2db850b7-b5c7-4252-84fb-9750b0858d9f admin admin] Publish callbacks [] for security_group (8fb0e19d-6f7e-48d8-8e57-85009814c6c8), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:53.121262 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2db850b7-b5c7-4252-84fb-9750b0858d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (8fb0e19d-6f7e-48d8-8e57-85009814c6c8), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:53.158324 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-2db850b7-b5c7-4252-84fb-9750b0858d9f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=749eca06a6484ebba440959ae22a5858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332260 Sep 09 06:36:53.160957 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57840) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:53.184633 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db850b7-b5c7-4252-84fb-9750b0858d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb0e19d-6f7e-48d8-8e57-85009814c6c8,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:53.232564 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1d403c3f-e439-426f-a085-35d94a3787ab admin admin] Publish callbacks [] for security_group (8fb0e19d-6f7e-48d8-8e57-85009814c6c8), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:53.256433 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1d403c3f-e439-426f-a085-35d94a3787ab admin admin] Publish callbacks [] for security_group (8fb0e19d-6f7e-48d8-8e57-85009814c6c8), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:53.309941 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1d403c3f-e439-426f-a085-35d94a3787ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (8fb0e19d-6f7e-48d8-8e57-85009814c6c8), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:53.313147 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1d403c3f-e439-426f-a085-35d94a3787ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:53.314321 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1d403c3f-e439-426f-a085-35d94a3787ab admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8fb0e19d-6f7e-48d8-8e57-85009814c6c8 HTTP/1.1" status: 204 len: 168 time: 0.1524575 Sep 09 06:36:53.322468 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d403c3f-e439-426f-a085-35d94a3787ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb0e19d-6f7e-48d8-8e57-85009814c6c8,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:53.730822 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:53.744476 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e1b4b-3c14-41f8-af03-a354b9698166 req-b5c6a62a-1dcb-40de-9f8a-c20adf367647 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:53.746130 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac5e1b4b-3c14-41f8-af03-a354b9698166 req-b5c6a62a-1dcb-40de-9f8a-c20adf367647 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 943 time: 0.0655365 Sep 09 06:36:53.840572 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac5e1b4b-3c14-41f8-af03-a354b9698166 req-fbc7a9f2-983b-41a9-a2e6-888a0106801f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832770 Sep 09 06:36:53.973942 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 573ec978-54c6-4cc6-bf36-204feb7eff85 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:36:54.108871 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 573ec978-54c6-4cc6-bf36-204feb7eff85, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=573ec978-54c6-4cc6-bf36-204feb7eff85,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:54.123802 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'port_id': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'mac_address': 'fa:16:3e:e2:09:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:36:54.165448 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:54.173993 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 573ec978-54c6-4cc6-bf36-204feb7eff85 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:36:54.174410 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:54.190060 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573ec978-54c6-4cc6-bf36-204feb7eff85 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:36:54.216095 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 573ec978-54c6-4cc6-bf36-204feb7eff85, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=573ec978-54c6-4cc6-bf36-204feb7eff85,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:54.220334 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:54.277657 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=573ec978-54c6-4cc6-bf36-204feb7eff85,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:54.444321 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57920) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:54.490802 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['573ec978-54c6-4cc6-bf36-204feb7eff85'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:36:54.790408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1306-b48a-4ac4-920c-f72f853b9a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:54.878421 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1306-b48a-4ac4-920c-f72f853b9a24 admin admin] Publish callbacks [] for security_group (df8ecafe-5db2-420c-8ae1-1af02bcf5bd7), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:54.881635 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c0fe1306-b48a-4ac4-920c-f72f853b9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (df8ecafe-5db2-420c-8ae1-1af02bcf5bd7), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:54.902591 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:54.942524 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57940) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:54.943050 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-c0fe1306-b48a-4ac4-920c-f72f853b9a24 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=399e4417c8ca47ccaa83f9debb714404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4972255 Sep 09 06:36:54.965794 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe1306-b48a-4ac4-920c-f72f853b9a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8ecafe-5db2-420c-8ae1-1af02bcf5bd7,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:54.985081 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40b1ea-dfa3-477c-beb1-a8d489a44c83 req-56e138a7-0962-49ad-bdaa-afbe5e39360e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:54.986676 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4a40b1ea-dfa3-477c-beb1-a8d489a44c83 req-56e138a7-0962-49ad-bdaa-afbe5e39360e tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 944 time: 0.0686638 Sep 09 06:36:55.018455 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7933d4ba-b976-49ba-8cad-509dcd15cad0 admin admin] Publish callbacks [] for security_group (df8ecafe-5db2-420c-8ae1-1af02bcf5bd7), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.040085 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7933d4ba-b976-49ba-8cad-509dcd15cad0 admin admin] Publish callbacks [] for security_group (df8ecafe-5db2-420c-8ae1-1af02bcf5bd7), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.043066 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4a40b1ea-dfa3-477c-beb1-a8d489a44c83 req-f1f065db-6209-4434-b6b8-ff97e23f295d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497384 Sep 09 06:36:55.092195 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7933d4ba-b976-49ba-8cad-509dcd15cad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (df8ecafe-5db2-420c-8ae1-1af02bcf5bd7), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.094905 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7933d4ba-b976-49ba-8cad-509dcd15cad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.096091 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-7933d4ba-b976-49ba-8cad-509dcd15cad0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/df8ecafe-5db2-420c-8ae1-1af02bcf5bd7 HTTP/1.1" status: 204 len: 168 time: 0.1525178 Sep 09 06:36:55.104393 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933d4ba-b976-49ba-8cad-509dcd15cad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8ecafe-5db2-420c-8ae1-1af02bcf5bd7,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:55.445108 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 57956) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:55.458846 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e1e900df-50f2-43e8-9d72-d6edf810e2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.522252 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:55.541006 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e1e900df-50f2-43e8-9d72-d6edf810e2bd admin admin] Publish callbacks [] for security_group (db8c04e5-ad7d-414c-abba-d0eb4df4a97d), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.549336 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e1e900df-50f2-43e8-9d72-d6edf810e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (db8c04e5-ad7d-414c-abba-d0eb4df4a97d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.564969 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:55.593320 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e1e900df-50f2-43e8-9d72-d6edf810e2bd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d22caf128ac34527a28d900015b80290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439130 Sep 09 06:36:55.594448 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 57964) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:55.596908 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e900df-50f2-43e8-9d72-d6edf810e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8c04e5-ad7d-414c-abba-d0eb4df4a97d,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:55.650598 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c33cd5af-0d72-4523-90da-1c7bd610cf24 admin admin] Publish callbacks [] for security_group (db8c04e5-ad7d-414c-abba-d0eb4df4a97d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.671443 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c33cd5af-0d72-4523-90da-1c7bd610cf24 admin admin] Publish callbacks [] for security_group (db8c04e5-ad7d-414c-abba-d0eb4df4a97d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.722453 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c33cd5af-0d72-4523-90da-1c7bd610cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (db8c04e5-ad7d-414c-abba-d0eb4df4a97d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.724984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c33cd5af-0d72-4523-90da-1c7bd610cf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:55.726336 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-c33cd5af-0d72-4523-90da-1c7bd610cf24 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/db8c04e5-ad7d-414c-abba-d0eb4df4a97d HTTP/1.1" status: 204 len: 168 time: 0.1307859 Sep 09 06:36:55.734803 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cd5af-0d72-4523-90da-1c7bd610cf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8c04e5-ad7d-414c-abba-d0eb4df4a97d,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:55.974242 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 573ec978-54c6-4cc6-bf36-204feb7eff85 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:36:56.020177 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 573ec978-54c6-4cc6-bf36-204feb7eff85 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:36:56.029155 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 573ec978-54c6-4cc6-bf36-204feb7eff85 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:36:56.029593 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:56.101212 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:56.118860 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 573ec978-54c6-4cc6-bf36-204feb7eff85 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:36:56.119471 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:56.148614 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:36:56.151168 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a66c26b-89b0-4cf3-87fe-2f9f0f6ff57f" -d '{"events": [{"server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "name": "network-vif-plugged", "status": "completed", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:36:56.166331 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 573ec978-54c6-4cc6-bf36-204feb7eff85, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=573ec978-54c6-4cc6-bf36-204feb7eff85,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:36:56.171889 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:56.223506 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86764-9714-4acf-bf65-1c9f477c4970 req-3001fc84-00ec-4ac8-9701-af66f1e21eed tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:56.224046 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dc4674-7d9c-4994-afdb-d2a5b997abe1 x-openstack-request-id: req-a7dc4674-7d9c-4994-afdb-d2a5b997abe1 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:36:56.224046 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "name": "network-vif-plugged", "status": "completed", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:36:56.224424 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7dc4674-7d9c-4994-afdb-d2a5b997abe1 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:36:56.225270 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7dc4674-7d9c-4994-afdb-d2a5b997abe1'] response: {'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'code': 200} Sep 09 06:36:56.231773 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-97a86764-9714-4acf-bf65-1c9f477c4970 req-3001fc84-00ec-4ac8-9701-af66f1e21eed tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 944 time: 0.0815947 Sep 09 06:36:56.240593 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=573ec978-54c6-4cc6-bf36-204feb7eff85,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:56.287074 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-97a86764-9714-4acf-bf65-1c9f477c4970 req-2ebf0ff8-1101-4c76-8973-8158d40d180b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542254 Sep 09 06:36:56.468840 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659ff3-81c1-4a7e-a50d-700a7e4c3122 req-0f799637-a1be-4669-ab0c-037360699020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:56.470383 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9b659ff3-81c1-4a7e-a50d-700a7e4c3122 req-0f799637-a1be-4669-ab0c-037360699020 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 1129 time: 0.0456190 Sep 09 06:36:56.527567 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9b659ff3-81c1-4a7e-a50d-700a7e4c3122 req-7d0e8fb2-d860-44dc-baeb-32dd009df98e service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484097 Sep 09 06:36:57.419729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4321b7-d560-4d93-ae57-57e77f2f86d1 req-063d97a4-a934-4e84-aa88-596b9d039de7 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:57.421228 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cb4321b7-d560-4d93-ae57-57e77f2f86d1 req-063d97a4-a934-4e84-aa88-596b9d039de7 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 945 time: 0.0510077 Sep 09 06:36:57.473840 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cb4321b7-d560-4d93-ae57-57e77f2f86d1 req-cb82f3b7-50e4-442c-82e7-fcfa36dbb40b tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469804 Sep 09 06:36:58.615934 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaef159-e470-4728-abfe-6a04984d46fa req-c808c400-1865-42cd-a09f-cc78d4a002b9 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:58.615934 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7eaef159-e470-4728-abfe-6a04984d46fa req-c808c400-1865-42cd-a09f-cc78d4a002b9 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 945 time: 0.0530875 Sep 09 06:36:58.666728 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7eaef159-e470-4728-abfe-6a04984d46fa req-02b21ff3-2464-4546-bed7-e25a3c9eea4f tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485964 Sep 09 06:36:58.697497 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2b1d5798-0d09-457b-8a95-e19620512fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:58.797363 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:58.805983 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716f949-c2d5-4d1c-93c2-5736ef62c86c req-f3bb27ea-c527-46fd-a314-b6957d55b7fe tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:58.807464 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a716f949-c2d5-4d1c-93c2-5736ef62c86c req-f3bb27ea-c527-46fd-a314-b6957d55b7fe tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 945 time: 0.0486882 Sep 09 06:36:58.863857 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a716f949-c2d5-4d1c-93c2-5736ef62c86c req-2ed99124-8790-435a-81aa-15b3bd0c01d0 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503368 Sep 09 06:36:58.896060 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58096) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:59.091595 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b443c-9e97-4f75-8437-795ed932ad22 tempest-TestVolumeBootPattern-1299137192 tempest-TestVolumeBootPattern-1299137192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:36:59.094226 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-ec7b443c-9e97-4f75-8437-795ed932ad22 tempest-TestVolumeBootPattern-1299137192 tempest-TestVolumeBootPattern-1299137192-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 1124 time: 0.1969931 Sep 09 06:36:59.097454 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58106) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:36:59.101644 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'port_id': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:36:59.121625 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:59.204354 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:59.266038 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:59.313807 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Allocated IP 172.27.0.214 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:36:59.421906 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:59.458567 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:36:59.509674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:36:59.513234 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:36:59.518162 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:36:59.521514 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:36:59.864938 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:36:59.925554 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (4fd9820f-2a9c-419b-b294-f4e07bfc19d1), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.000140 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.134959 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:00.157537 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for port (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.162157 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.238404 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (4fd9820f-2a9c-419b-b294-f4e07bfc19d1), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.241760 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event updated for resources: {'Port': ['ID=8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:00.341787 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Floating IP 4fd9820f-2a9c-419b-b294-f4e07bfc19d1 associated. External IP: 172.27.0.214, port: 573ec978-54c6-4cc6-bf36-204feb7eff85. Sep 09 06:37:00.484977 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58162) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:00.548108 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:37:00.601614 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ebef5fc0-6e60-4177-80ca-e0ee1de6507b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.659599 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:37:00.670705 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:37:00.673322 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:00.675414 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:00.683276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.687470 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:37:00.687679 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ebef5fc0-6e60-4177-80ca-e0ee1de6507b admin admin] Publish callbacks [] for security_group (cd204f14-f8c2-4625-8b49-8b464af206de), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.688159 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:36:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:00.691672 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ebef5fc0-6e60-4177-80ca-e0ee1de6507b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (cd204f14-f8c2-4625-8b49-8b464af206de), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.716085 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-ecb5fd0e-8894-48b4-a3b4-c722142e16d4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6176081 Sep 09 06:37:00.716748 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:37:00.719857 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d412df59-cc61-43d9-9368-669b797e6c92" -d '{"events": [{"name": "network-changed", "server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:37:00.730545 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ebef5fc0-6e60-4177-80ca-e0ee1de6507b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25cfaa8a40aa40b0a5b8a6d3cbf9d0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444708 Sep 09 06:37:00.733336 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58170) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:00.739802 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef5fc0-6e60-4177-80ca-e0ee1de6507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd204f14-f8c2-4625-8b49-8b464af206de,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:00.773655 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d3f96-4d70-49c7-b238-219fce0b52cc x-openstack-request-id: req-752d3f96-4d70-49c7-b238-219fce0b52cc {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:37:00.773956 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:37:00.774214 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-752d3f96-4d70-49c7-b238-219fce0b52cc {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:37:00.774629 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752d3f96-4d70-49c7-b238-219fce0b52cc'] response: {'name': 'network-changed', 'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'status': 'completed', 'code': 200} Sep 09 06:37:00.791124 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:00.795800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-22d11fee-d283-4ac4-97a4-7fd51631fe7b admin admin] Publish callbacks [] for security_group (cd204f14-f8c2-4625-8b49-8b464af206de), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.854686 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-22d11fee-d283-4ac4-97a4-7fd51631fe7b admin admin] Publish callbacks [] for security_group (cd204f14-f8c2-4625-8b49-8b464af206de), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:00.876171 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412df59-cc61-43d9-9368-669b797e6c92 req-0aa06169-4919-411a-8cf6-e64793d7e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:00.877664 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d412df59-cc61-43d9-9368-669b797e6c92 req-0aa06169-4919-411a-8cf6-e64793d7e5cc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 1129 time: 0.0785971 Sep 09 06:37:00.893700 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:37:00.994349 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:00.997076 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-22d11fee-d283-4ac4-97a4-7fd51631fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (cd204f14-f8c2-4625-8b49-8b464af206de), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.001272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-22d11fee-d283-4ac4-97a4-7fd51631fe7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.004934 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-22d11fee-d283-4ac4-97a4-7fd51631fe7b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cd204f14-f8c2-4625-8b49-8b464af206de HTTP/1.1" status: 204 len: 168 time: 0.2679868 Sep 09 06:37:01.008507 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412df59-cc61-43d9-9368-669b797e6c92 req-9d6c2561-c918-44c9-ae43-981bcc00f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:01.009936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d412df59-cc61-43d9-9368-669b797e6c92 req-9d6c2561-c918-44c9-ae43-981bcc00f824 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.1240599 Sep 09 06:37:01.022294 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d11fee-d283-4ac4-97a4-7fd51631fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd204f14-f8c2-4625-8b49-8b464af206de,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:01.076798 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-022decf1-dfa7-4ddf-8844-53387057307e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.118778 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d412df59-cc61-43d9-9368-669b797e6c92 req-746805b6-04a7-4d62-aa35-127dead45875 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573ec978-54c6-4cc6-bf36-204feb7eff85 HTTP/1.1" status: 200 len: 999 time: 0.1022146 Sep 09 06:37:01.173108 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58190) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:01.196481 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412df59-cc61-43d9-9368-669b797e6c92 req-caefb283-fedd-4ab1-adc7-ed986b839708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:01.199931 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d412df59-cc61-43d9-9368-669b797e6c92 req-caefb283-fedd-4ab1-adc7-ed986b839708 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0748098 Sep 09 06:37:01.212107 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:53Z', 'revision_number': 1, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}, {'id': '4fd9820f-2a9c-419b-b294-f4e07bfc19d1', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:e2:09:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:36:59Z', 'updated_at': '2022-09-09T06:36:59Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:01.250609 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:37:01.261922 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:37:01.263218 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:37:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:01.284778 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412df59-cc61-43d9-9368-669b797e6c92 req-fb14cb93-149e-438c-ae82-cf9b7f432055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:01.287276 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d412df59-cc61-43d9-9368-669b797e6c92 req-fb14cb93-149e-438c-ae82-cf9b7f432055 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812204 Sep 09 06:37:01.396760 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:37:01.399740 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d412df59-cc61-43d9-9368-669b797e6c92 req-10b87524-13da-4aa6-b08b-97ffb7968775 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044745 Sep 09 06:37:01.505864 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0151-6523-467f-a646-8f39782790e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.525320 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58198) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:01.540065 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d412df59-cc61-43d9-9368-669b797e6c92 req-398b9635-4824-4209-9799-deeab2622782 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332705 Sep 09 06:37:01.551709 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7679adbe-688d-48d7-abff-3a6dfe91c2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.631264 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0151-6523-467f-a646-8f39782790e4 admin admin] Publish callbacks [] for security_group (3201e413-721d-4e2c-9e84-9d3230113f95), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.640171 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0151-6523-467f-a646-8f39782790e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3201e413-721d-4e2c-9e84-9d3230113f95), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.643019 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:53Z', 'revision_number': 1, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}, {'id': '4fd9820f-2a9c-419b-b294-f4e07bfc19d1', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:e2:09:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:36:59Z', 'updated_at': '2022-09-09T06:36:59Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:01.669091 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93de1c-f119-4829-b5e2-3bd88afc3f50 None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:53Z', 'revision_number': 1, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}, {'id': '4fd9820f-2a9c-419b-b294-f4e07bfc19d1', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:e2:09:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:36:59Z', 'updated_at': '2022-09-09T06:36:59Z', 'revision_number': 0, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:37:01.697359 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-7e0c0151-6523-467f-a646-8f39782790e4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=05b5c1aa83064941ba8a46fcea497d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229118 Sep 09 06:37:01.703717 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c0151-6523-467f-a646-8f39782790e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3201e413-721d-4e2c-9e84-9d3230113f95,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:01.704758 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58200) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:01.720576 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7679adbe-688d-48d7-abff-3a6dfe91c2f6 admin admin] Publish callbacks [] for security_group (23e03b98-14e3-460f-ada6-fa90055f3459), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.725916 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7679adbe-688d-48d7-abff-3a6dfe91c2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (23e03b98-14e3-460f-ada6-fa90055f3459), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.763507 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679adbe-688d-48d7-abff-3a6dfe91c2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e03b98-14e3-460f-ada6-fa90055f3459,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:01.773154 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6aa7-885b-40b5-81f9-b0dd4834d5d9 admin admin] Publish callbacks [] for security_group (3201e413-721d-4e2c-9e84-9d3230113f95), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.777297 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-7679adbe-688d-48d7-abff-3a6dfe91c2f6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b87a3eee2f3d4a009eeaf1890793e327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508934 Sep 09 06:37:01.781050 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58202) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:01.799530 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6aa7-885b-40b5-81f9-b0dd4834d5d9 admin admin] Publish callbacks [] for security_group (3201e413-721d-4e2c-9e84-9d3230113f95), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.833692 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfeda-8efc-4dbe-8750-792698436037 admin admin] Publish callbacks [] for security_group (23e03b98-14e3-460f-ada6-fa90055f3459), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.853803 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6aa7-885b-40b5-81f9-b0dd4834d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3201e413-721d-4e2c-9e84-9d3230113f95), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.856555 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6aa7-885b-40b5-81f9-b0dd4834d5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.857309 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfeda-8efc-4dbe-8750-792698436037 admin admin] Publish callbacks [] for security_group (23e03b98-14e3-460f-ada6-fa90055f3459), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.857947 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-1f4d6aa7-885b-40b5-81f9-b0dd4834d5d9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3201e413-721d-4e2c-9e84-9d3230113f95 HTTP/1.1" status: 204 len: 168 time: 0.1516612 Sep 09 06:37:01.867269 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6aa7-885b-40b5-81f9-b0dd4834d5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3201e413-721d-4e2c-9e84-9d3230113f95,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:01.913129 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfeda-8efc-4dbe-8750-792698436037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (23e03b98-14e3-460f-ada6-fa90055f3459), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.917738 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfeda-8efc-4dbe-8750-792698436037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:01.919349 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-3cbbfeda-8efc-4dbe-8750-792698436037 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/23e03b98-14e3-460f-ada6-fa90055f3459 HTTP/1.1" status: 204 len: 168 time: 0.1367266 Sep 09 06:37:01.926439 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd0b49-b567-4bd0-bebe-ddbcd70906d4 None None] New status for floating IP 4fd9820f-2a9c-419b-b294-f4e07bfc19d1: ACTIVE {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:37:01.928930 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:01.934838 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbfeda-8efc-4dbe-8750-792698436037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e03b98-14e3-460f-ada6-fa90055f3459,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:02.254333 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:02.503733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58230) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:02.520201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-26f102b9-6db9-4351-b250-07cd88c3c5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:02.635173 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-26f102b9-6db9-4351-b250-07cd88c3c5ea admin admin] Publish callbacks [] for security_group (db4feb73-a177-4ee2-9ff7-66d712c09391), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:02.641586 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-26f102b9-6db9-4351-b250-07cd88c3c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (db4feb73-a177-4ee2-9ff7-66d712c09391), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:02.695850 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:02.712130 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f102b9-6db9-4351-b250-07cd88c3c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4feb73-a177-4ee2-9ff7-66d712c09391,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:02.725590 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58244) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:02.726328 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-26f102b9-6db9-4351-b250-07cd88c3c5ea admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=268fc29a278d4400aa4d93dada90be1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206268 Sep 09 06:37:02.797303 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-48a19444-e650-4573-b6b9-e7ee9547fc01 admin admin] Publish callbacks [] for security_group (db4feb73-a177-4ee2-9ff7-66d712c09391), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:02.822891 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:02.829661 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-48a19444-e650-4573-b6b9-e7ee9547fc01 admin admin] Publish callbacks [] for security_group (db4feb73-a177-4ee2-9ff7-66d712c09391), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:02.892682 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-48a19444-e650-4573-b6b9-e7ee9547fc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (db4feb73-a177-4ee2-9ff7-66d712c09391), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:02.896832 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-48a19444-e650-4573-b6b9-e7ee9547fc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:02.898487 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-48a19444-e650-4573-b6b9-e7ee9547fc01 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/db4feb73-a177-4ee2-9ff7-66d712c09391 HTTP/1.1" status: 204 len: 168 time: 0.1716909 Sep 09 06:37:02.911046 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a19444-e650-4573-b6b9-e7ee9547fc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4feb73-a177-4ee2-9ff7-66d712c09391,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:02.929883 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:03.270739 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58262) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:03.287978 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f224f2b1-b305-42a1-b92c-fb39bf0cbfcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:03.371492 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f224f2b1-b305-42a1-b92c-fb39bf0cbfcf admin admin] Publish callbacks [] for security_group (2d55fda9-8ba6-4ff0-baa2-fdb578cd3940), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:03.375592 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-f224f2b1-b305-42a1-b92c-fb39bf0cbfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (2d55fda9-8ba6-4ff0-baa2-fdb578cd3940), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:03.413729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:03.419934 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-f224f2b1-b305-42a1-b92c-fb39bf0cbfcf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=658a3a8af66a4e5aa8267b0954e2aafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457376 Sep 09 06:37:03.419934 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224f2b1-b305-42a1-b92c-fb39bf0cbfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55fda9-8ba6-4ff0-baa2-fdb578cd3940,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:03.421042 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58268) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:03.482466 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8ed6566e-df4c-447b-b370-535b883a4d6c admin admin] Publish callbacks [] for security_group (2d55fda9-8ba6-4ff0-baa2-fdb578cd3940), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:03.505391 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8ed6566e-df4c-447b-b370-535b883a4d6c admin admin] Publish callbacks [] for security_group (2d55fda9-8ba6-4ff0-baa2-fdb578cd3940), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:03.517452 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:03.557131 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8ed6566e-df4c-447b-b370-535b883a4d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (2d55fda9-8ba6-4ff0-baa2-fdb578cd3940), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:03.559872 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8ed6566e-df4c-447b-b370-535b883a4d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:03.561122 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-8ed6566e-df4c-447b-b370-535b883a4d6c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2d55fda9-8ba6-4ff0-baa2-fdb578cd3940 HTTP/1.1" status: 204 len: 168 time: 0.1385860 Sep 09 06:37:03.569732 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6566e-df4c-447b-b370-535b883a4d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55fda9-8ba6-4ff0-baa2-fdb578cd3940,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:03.616571 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.360081 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58330) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:04.490237 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-99500704-network', 'tenant_id': 'b5ecb76de8c443ba93d919ab2bad03c2'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:04.512000 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Made reservation on behalf of b5ecb76de8c443ba93d919ab2bad03c2 for: {'network': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:04.515031 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.524954 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.609209 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Publish callbacks [] for security_group (facc63dd-9e85-4a39-993c-4a3f10559005), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.612693 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (facc63dd-9e85-4a39-993c-4a3f10559005), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.643287 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=106286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:37:04.649146 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc63dd-9e85-4a39-993c-4a3f10559005,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:04.659186 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (bb3aec98-92f9-46cd-b7a9-227eae421813), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.659484 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.segments_db [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Added segment bb3aec98-92f9-46cd-b7a9-227eae421813 of type vlan for network 4db78c28-f49e-4229-95ad-8ceb42e8a419 Sep 09 06:37:04.706880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (4db78c28-f49e-4229-95ad-8ceb42e8a419), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.734267 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (4db78c28-f49e-4229-95ad-8ceb42e8a419), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.735201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:04.735824 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.771727 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4106545 Sep 09 06:37:04.774677 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58360) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:04.779652 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Request body: {'subnet': {'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-99500704-subnet', 'tenant_id': 'b5ecb76de8c443ba93d919ab2bad03c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:04.802592 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be5585-e567-4f70-bc9c-4bc55d1eec98 admin admin] Pushing event updated for resources: {'Network': ['ID=4db78c28-f49e-4229-95ad-8ceb42e8a419,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:04.807089 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Made reservation on behalf of b5ecb76de8c443ba93d919ab2bad03c2 for: {'subnet': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:04.810279 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4059442'] for subnet (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:04.819706 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 4db78c28-f49e-4229-95ad-8ceb42e8a419 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:37:04.998199 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3637876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4059436'] for subnet (2d11d6cd-abad-4cf2-84b9-e9cc58169826), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:05.055998 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d11d6cd-abad-4cf2-84b9-e9cc58169826,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:05.070580 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Checking segment: {'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:37:05.070937 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Network hostable DHCP agents. Network: 4db78c28-f49e-4229-95ad-8ceb42e8a419, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:37:05.089304 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:37:05.090253 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Network 4db78c28-f49e-4229-95ad-8ceb42e8a419 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:37:05.100623 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 4db78c28-f49e-4229-95ad-8ceb42e8a419) {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:05.105186 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:05.105911 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:05.113454 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0dc1d-1153-404d-895c-e290fed97e09 None None] Network 4db78c28-f49e-4229-95ad-8ceb42e8a419 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:37:05.127587 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-427d0d8f-5da8-4b87-98a5-c672a43bb33b admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3491883 Sep 09 06:37:05.228481 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab88b4-6e47-44ab-b999-e829fa1fb1d6 None None] Network 4db78c28-f49e-4229-95ad-8ceb42e8a419 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:37:05.773351 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58428) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:05.907184 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3f7e8010-ab4f-480e-aff5-abb10f08034e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:05.988529 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3f7e8010-ab4f-480e-aff5-abb10f08034e admin admin] Publish callbacks [] for security_group (3e83fbf8-b3a5-4f1d-81e8-2b2efa5a4937), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:05.992416 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3f7e8010-ab4f-480e-aff5-abb10f08034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3e83fbf8-b3a5-4f1d-81e8-2b2efa5a4937), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.007233 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:06.031767 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:06.045946 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-3f7e8010-ab4f-480e-aff5-abb10f08034e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fdb56f5efaac4526bff1d2f51c04937d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709086 Sep 09 06:37:06.047852 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e8010-ab4f-480e-aff5-abb10f08034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e83fbf8-b3a5-4f1d-81e8-2b2efa5a4937,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:06.049070 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58440) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:06.103266 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7f41dfba-cd7f-49c4-bbe4-2e2dd54e8183 admin admin] Publish callbacks [] for security_group (3e83fbf8-b3a5-4f1d-81e8-2b2efa5a4937), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.126261 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7f41dfba-cd7f-49c4-bbe4-2e2dd54e8183 admin admin] Publish callbacks [] for security_group (3e83fbf8-b3a5-4f1d-81e8-2b2efa5a4937), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.175003 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7f41dfba-cd7f-49c4-bbe4-2e2dd54e8183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3e83fbf8-b3a5-4f1d-81e8-2b2efa5a4937), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.177552 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-7f41dfba-cd7f-49c4-bbe4-2e2dd54e8183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.178684 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-7f41dfba-cd7f-49c4-bbe4-2e2dd54e8183 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3e83fbf8-b3a5-4f1d-81e8-2b2efa5a4937 HTTP/1.1" status: 204 len: 168 time: 0.1286271 Sep 09 06:37:06.186591 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41dfba-cd7f-49c4-bbe4-2e2dd54e8183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e83fbf8-b3a5-4f1d-81e8-2b2efa5a4937,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:06.440420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58446) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:06.453851 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bbb29aaa-b14a-4acb-9af1-867d5f0c580f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.510890 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:06.535003 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bbb29aaa-b14a-4acb-9af1-867d5f0c580f admin admin] Publish callbacks [] for security_group (cd6e91df-acbe-42d8-9f34-618a95c6953c), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.538569 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-bbb29aaa-b14a-4acb-9af1-867d5f0c580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (cd6e91df-acbe-42d8-9f34-618a95c6953c), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.577483 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-bbb29aaa-b14a-4acb-9af1-867d5f0c580f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c022380c919c45888e8bc7d5878d1d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351814 Sep 09 06:37:06.579477 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb29aaa-b14a-4acb-9af1-867d5f0c580f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e91df-acbe-42d8-9f34-618a95c6953c,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:06.580164 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58448) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:06.628771 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f7b86071-7856-4a0f-a972-81ca0bad0451 admin admin] Publish callbacks [] for security_group (cd6e91df-acbe-42d8-9f34-618a95c6953c), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.648979 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f7b86071-7856-4a0f-a972-81ca0bad0451 admin admin] Publish callbacks [] for security_group (cd6e91df-acbe-42d8-9f34-618a95c6953c), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.702069 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f7b86071-7856-4a0f-a972-81ca0bad0451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (cd6e91df-acbe-42d8-9f34-618a95c6953c), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.704735 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f7b86071-7856-4a0f-a972-81ca0bad0451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:06.708011 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f7b86071-7856-4a0f-a972-81ca0bad0451 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cd6e91df-acbe-42d8-9f34-618a95c6953c HTTP/1.1" status: 204 len: 168 time: 0.1268032 Sep 09 06:37:06.717102 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b86071-7856-4a0f-a972-81ca0bad0451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e91df-acbe-42d8-9f34-618a95c6953c,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:07.023394 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:07.040901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-3c041325-c3a6-40c5-9dbc-09cedcde85c3 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:07.042483 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-3c041325-c3a6-40c5-9dbc-09cedcde85c3 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4db78c28-f49e-4229-95ad-8ceb42e8a419 HTTP/1.1" status: 200 len: 807 time: 0.1192875 Sep 09 06:37:07.063641 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-24252a9c-0f14-4a0a-9faf-e883a4fd1506 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/quotas/b5ecb76de8c443ba93d919ab2bad03c2 HTTP/1.1" status: 200 len: 375 time: 0.0133374 Sep 09 06:37:07.105721 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-ee7a4676-e0da-41cb-b939-ff099edb131c tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b5ecb76de8c443ba93d919ab2bad03c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331120 Sep 09 06:37:07.350065 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-8f9c6973-5c90-413d-9022-06636f5f24c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358599 Sep 09 06:37:07.441830 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1a1a7faf-9e62-441c-bb5d-1ed4b7e19fca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858548 Sep 09 06:37:07.620372 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-af21df1f-f9b0-41e7-b4c8-637e6db022ba req-9283f187-1102-487f-a845-29c0ae62d79e tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 210 time: 0.0328364 Sep 09 06:37:08.788490 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-10da53f8-bfcd-41dd-a7a6-8160dc86e04b req-0bacc5a9-1901-44fd-a828-bcf45e8bc712 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 210 time: 0.0638576 Sep 09 06:37:08.842988 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-31fdbc83-7798-4383-8593-826e9ef671de tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:08.844807 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-31fdbc83-7798-4383-8593-826e9ef671de tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.33 "GET /networking/v2.0/networks?id=4db78c28-f49e-4229-95ad-8ceb42e8a419 HTTP/1.1" status: 200 len: 807 time: 0.1532664 Sep 09 06:37:08.856643 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Request body: {'port': {'device_id': '17de8ac9-0266-4f62-b890-24e43093c083', 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419', 'admin_state_up': True, 'tenant_id': 'b5ecb76de8c443ba93d919ab2bad03c2'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:08.970741 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Made reservation on behalf of b5ecb76de8c443ba93d919ab2bad03c2 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:08.974883 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:08.999720 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58574) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:09.108212 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Allocated IP 172.20.0.4 (4db78c28-f49e-4229-95ad-8ceb42e8a419/2d11d6cd-abad-4cf2-84b9-e9cc58169826/f5e5320c-a0e5-4951-8361-359cf924a57c) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:37:09.126422 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.208540 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Publish callbacks [] for security_group (b42bb318-30db-4e58-971d-7e6f033e9ab2), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.213360 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b42bb318-30db-4e58-971d-7e6f033e9ab2), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.258109 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=06b7eb5b1f414d18b53933d6d7272129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572293 Sep 09 06:37:09.259323 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bb318-30db-4e58-971d-7e6f033e9ab2,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:09.261453 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58578) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:09.279155 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.280009 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.280402 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.280741 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.281065 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.281384 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.281701 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.282016 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.282334 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.282648 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.282961 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.283284 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.283607 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.283920 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.284227 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22e145-2d65-4173-8c52-e5120e991c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.328625 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-56805097-93c9-476b-bd93-dc518c8db032 admin admin] Publish callbacks [] for security_group (b42bb318-30db-4e58-971d-7e6f033e9ab2), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.350740 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-56805097-93c9-476b-bd93-dc518c8db032 admin admin] Publish callbacks [] for security_group (b42bb318-30db-4e58-971d-7e6f033e9ab2), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.401617 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-56805097-93c9-476b-bd93-dc518c8db032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (b42bb318-30db-4e58-971d-7e6f033e9ab2), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.404297 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-56805097-93c9-476b-bd93-dc518c8db032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.408424 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-56805097-93c9-476b-bd93-dc518c8db032 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b42bb318-30db-4e58-971d-7e6f033e9ab2 HTTP/1.1" status: 204 len: 168 time: 0.1435471 Sep 09 06:37:09.413904 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56805097-93c9-476b-bd93-dc518c8db032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bb318-30db-4e58-971d-7e6f033e9ab2,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:09.525552 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:09.548169 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks [] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.594542 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.634607 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:09.655206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Network 4db78c28-f49e-4229-95ad-8ceb42e8a419 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:37:09.660473 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Pushing event updated for resources: {'Port': ['ID=f5e5320c-a0e5-4951-8361-359cf924a57c,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:09.663835 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:09.667306 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:37:09.699412 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.699853 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.700192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.700666 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.700848 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.701176 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.701681 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.702093 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.702418 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.702741 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.703062 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.703383 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.703734 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.704049 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.704364 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:09.732445 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:09.733633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.755011 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-32749e2d-949a-4c8a-ac66-52fdd7e6e6ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9021053 Sep 09 06:37:09.779733 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Request body: {'port': {'device_id': '17de8ac9-0266-4f62-b890-24e43093c083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:09.780047 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58598) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:09.793021 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ede3c47c-5973-482e-aafd-ae59d266820c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.836772 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.900291 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ede3c47c-5973-482e-aafd-ae59d266820c admin admin] Publish callbacks [] for security_group (44843d3d-732c-4020-be45-c6767d8ca97e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.907642 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ede3c47c-5973-482e-aafd-ae59d266820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (44843d3d-732c-4020-be45-c6767d8ca97e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:09.956747 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ede3c47c-5973-482e-aafd-ae59d266820c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=805a5ad4dbcf4d7f9f24f89900aac358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771462 Sep 09 06:37:09.957926 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3c47c-5973-482e-aafd-ae59d266820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44843d3d-732c-4020-be45-c6767d8ca97e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:09.959414 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58606) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:10.037032 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894be62-f0fc-4092-b3c8-4bc3423fe9c5 req-49fcd887-8e54-42a6-ac73-ee468d0da2d4 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:10.038499 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4894be62-f0fc-4092-b3c8-4bc3423fe9c5 req-49fcd887-8e54-42a6-ac73-ee468d0da2d4 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 931 time: 0.1483901 Sep 09 06:37:10.203984 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4894be62-f0fc-4092-b3c8-4bc3423fe9c5 req-171d89e2-6612-4fff-bdd2-94d183ba9dd7 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560071 Sep 09 06:37:10.212971 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1cc07e85-e24c-4032-9d95-08406132749b admin admin] Publish callbacks [] for security_group (44843d3d-732c-4020-be45-c6767d8ca97e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.250384 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1cc07e85-e24c-4032-9d95-08406132749b admin admin] Publish callbacks [] for security_group (44843d3d-732c-4020-be45-c6767d8ca97e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.378054 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e5320c-a0e5-4951-8361-359cf924a57c {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:37:10.384097 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1cc07e85-e24c-4032-9d95-08406132749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (44843d3d-732c-4020-be45-c6767d8ca97e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.387637 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-1cc07e85-e24c-4032-9d95-08406132749b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.391748 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-1cc07e85-e24c-4032-9d95-08406132749b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/44843d3d-732c-4020-be45-c6767d8ca97e HTTP/1.1" status: 204 len: 168 time: 0.4252872 Sep 09 06:37:10.397411 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Publish callbacks [] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.408554 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc07e85-e24c-4032-9d95-08406132749b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44843d3d-732c-4020-be45-c6767d8ca97e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:10.427656 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:10.433101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Transition to ACTIVE for port object f5e5320c-a0e5-4951-8361-359cf924a57c will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:37:10.441824 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.532501 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5320c-a0e5-4951-8361-359cf924a57c,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:10.571855 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Attempting to bind port f5e5320c-a0e5-4951-8361-359cf924a57c on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:37:10.572295 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Attempting to bind port f5e5320c-a0e5-4951-8361-359cf924a57c by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:37:10.572702 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Attempting to bind port f5e5320c-a0e5-4951-8361-359cf924a57c on network 4db78c28-f49e-4229-95ad-8ceb42e8a419 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:37:10.621974 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Port f5e5320c-a0e5-4951-8361-359cf924a57c on network 4db78c28-f49e-4229-95ad-8ceb42e8a419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:37:10.622298 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Attempting to bind port f5e5320c-a0e5-4951-8361-359cf924a57c on network 4db78c28-f49e-4229-95ad-8ceb42e8a419 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:37:10.626193 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:10.672185 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:37:10.672545 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Checking segment: {'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:37:10.672937 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Bound using segment: {'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:37:10.673369 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Bound port: f5e5320c-a0e5-4951-8361-359cf924a57c, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:37:10.673727 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.738963 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] For port f5e5320c-a0e5-4951-8361-359cf924a57c, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:37:10.743241 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] For port f5e5320c-a0e5-4951-8361-359cf924a57c, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f5e5320c-a0e5-4951-8361-359cf924a57c,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:37:10.751984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.759367 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:10.760085 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:10.761634 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f5e5320c-a0e5-4951-8361-359cf924a57c HTTP/1.1" status: 200 len: 1093 time: 0.9991395 Sep 09 06:37:10.762132 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de8ac9-0266-4f62-b890-24e43093c083', 'tag': 'f5e5320c-a0e5-4951-8361-359cf924a57c'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:37:10.765753 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "17de8ac9-0266-4f62-b890-24e43093c083", "tag": "f5e5320c-a0e5-4951-8361-359cf924a57c"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:37:10.829533 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d120018-4228-4eb0-b5cd-051a3a132b96 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5320c-a0e5-4951-8361-359cf924a57c,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:10.838863 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e5a58d-3df4-4080-8185-238b0f23e0ee x-openstack-request-id: req-80e5a58d-3df4-4080-8185-238b0f23e0ee {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:37:10.839464 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de8ac9-0266-4f62-b890-24e43093c083", "tag": "f5e5320c-a0e5-4951-8361-359cf924a57c", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:37:10.839961 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80e5a58d-3df4-4080-8185-238b0f23e0ee {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:37:10.840396 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e5a58d-3df4-4080-8185-238b0f23e0ee'] response: {'name': 'network-changed', 'server_uuid': '17de8ac9-0266-4f62-b890-24e43093c083', 'tag': 'f5e5320c-a0e5-4951-8361-359cf924a57c', 'status': 'completed', 'code': 200} Sep 09 06:37:10.869597 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-bd09202d-be69-42f9-9ae6-429c74320a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:10.871529 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-bd09202d-be69-42f9-9ae6-429c74320a09 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b5ecb76de8c443ba93d919ab2bad03c2&device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 1127 time: 0.0523078 Sep 09 06:37:10.912917 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-4ba08dbd-f55a-4f0d-9368-994826f0ba73 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e5320c-a0e5-4951-8361-359cf924a57c HTTP/1.1" status: 200 len: 217 time: 0.0338256 Sep 09 06:37:10.965540 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-785e5e54-818f-43c9-a9f3-e7ad971e3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:10.967649 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-785e5e54-818f-43c9-a9f3-e7ad971e3bc9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2d11d6cd-abad-4cf2-84b9-e9cc58169826 HTTP/1.1" status: 200 len: 847 time: 0.0493858 Sep 09 06:37:11.005388 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-1df3323e-1bda-4de5-a28f-a27e19c8ca57 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4db78c28-f49e-4229-95ad-8ceb42e8a419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316157 Sep 09 06:37:11.117297 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-19af8982-a7d6-418c-b7ca-00b12f0c6156 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047778 Sep 09 06:37:11.238928 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-de5e06ee-6556-4801-a7ae-72eb67f3f358 req-d94b98e4-1ebd-4d72-acdc-4a44957c3a95 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143711 Sep 09 06:37:11.334431 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58652) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:11.339655 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11a48a-702d-4359-95b4-39add43a42d2 req-1d86a93a-dd48-4518-b364-f22b13d36e7a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:11.341494 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd11a48a-702d-4359-95b4-39add43a42d2 req-1d86a93a-dd48-4518-b364-f22b13d36e7a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 943 time: 0.0531991 Sep 09 06:37:11.408685 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd11a48a-702d-4359-95b4-39add43a42d2 req-e11a9d66-5719-4e4a-9d8c-ed1204310270 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580089 Sep 09 06:37:11.465185 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-637894627-network', 'tenant_id': '010d0fa80bd546668b6d6de9adf8c02c'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:11.489032 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Made reservation on behalf of 010d0fa80bd546668b6d6de9adf8c02c for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:11.491724 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.502927 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.533109 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:11.548197 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:11.595929 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Publish callbacks [] for security_group (99c378f8-aa27-446b-9df1-4d1f17939d44), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.601339 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (99c378f8-aa27-446b-9df1-4d1f17939d44), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.603703 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58662) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:11.637350 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:37:11.639814 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=71 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:11.653598 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c378f8-aa27-446b-9df1-4d1f17939d44,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:11.660365 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (5e7ca5fc-a944-451d-9bed-08e25073b128), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.660771 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Added segment 5e7ca5fc-a944-451d-9bed-08e25073b128 of type vlan for network 3707e755-a228-4345-8cae-10b037dcbb24 Sep 09 06:37:11.720079 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (3707e755-a228-4345-8cae-10b037dcbb24), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.736285 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e777-a9b3-4436-8450-bad767309763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.751772 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (3707e755-a228-4345-8cae-10b037dcbb24), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.752910 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:11.753529 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.788902 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4525013 Sep 09 06:37:11.792203 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58666) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:11.801204 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Request body: {'subnet': {'network_id': '3707e755-a228-4345-8cae-10b037dcbb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-637894627-subnet', 'tenant_id': '010d0fa80bd546668b6d6de9adf8c02c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:11.823080 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee3f44-ea6a-4f38-8562-b31dbf699b38 admin admin] Pushing event updated for resources: {'Network': ['ID=3707e755-a228-4345-8cae-10b037dcbb24,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:11.833944 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 3707e755-a228-4345-8cae-10b037dcbb24 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:37:11.837640 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:11.850157 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Made reservation on behalf of 010d0fa80bd546668b6d6de9adf8c02c for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:11.852503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8396091'] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.855779 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e777-a9b3-4436-8450-bad767309763 admin admin] Publish callbacks [] for security_group (0fc0a169-7935-4c80-b45f-9e50edb258cf), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.874990 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8c81e777-a9b3-4436-8450-bad767309763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (0fc0a169-7935-4c80-b45f-9e50edb258cf), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:11.956901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:11.961192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e777-a9b3-4436-8450-bad767309763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc0a169-7935-4c80-b45f-9e50edb258cf,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:11.974343 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8c81e777-a9b3-4436-8450-bad767309763 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=10ed6a7a1e4d4f5381217350f1f9f449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695233 Sep 09 06:37:11.977205 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58668) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:12.033940 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ba7f67dc-e8f3-422d-a069-57d994f4bb32 admin admin] Publish callbacks [] for security_group (0fc0a169-7935-4c80-b45f-9e50edb258cf), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.058710 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ba7f67dc-e8f3-422d-a069-57d994f4bb32 admin admin] Publish callbacks [] for security_group (0fc0a169-7935-4c80-b45f-9e50edb258cf), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.090491 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3655204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8396069'] for subnet (8a4fbaa2-1fcf-4699-a796-70b2af3737b8), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.115897 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ba7f67dc-e8f3-422d-a069-57d994f4bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (0fc0a169-7935-4c80-b45f-9e50edb258cf), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.119127 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ba7f67dc-e8f3-422d-a069-57d994f4bb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.120531 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ba7f67dc-e8f3-422d-a069-57d994f4bb32 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0fc0a169-7935-4c80-b45f-9e50edb258cf HTTP/1.1" status: 204 len: 168 time: 0.1417620 Sep 09 06:37:12.129916 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f67dc-e8f3-422d-a069-57d994f4bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc0a169-7935-4c80-b45f-9e50edb258cf,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:12.177162 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4fbaa2-1fcf-4699-a796-70b2af3737b8,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:12.192675 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-387ff51e-585f-4970-8a64-528a245736c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:12.194228 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-387ff51e-585f-4970-8a64-528a245736c6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b5ecb76de8c443ba93d919ab2bad03c2&device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 1127 time: 0.0661266 Sep 09 06:37:12.199972 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Checking segment: {'id': '5e7ca5fc-a944-451d-9bed-08e25073b128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3707e755-a228-4345-8cae-10b037dcbb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:37:12.200569 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Network hostable DHCP agents. Network: 3707e755-a228-4345-8cae-10b037dcbb24, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:37:12.250149 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Network 3707e755-a228-4345-8cae-10b037dcbb24 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:37:12.290580 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 3707e755-a228-4345-8cae-10b037dcbb24) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:12.300062 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4748e0-0576-4cfe-90d0-560e601b1584 None None] Network 3707e755-a228-4345-8cae-10b037dcbb24 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:37:12.300330 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:12.300825 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.337089 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-5d806d81-b9ac-4bee-947b-6ead63b0e54d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5436733 Sep 09 06:37:12.338166 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-00672134-7838-463c-a550-be8c1339f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:12.339638 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-00672134-7838-463c-a550-be8c1339f8bc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4db78c28-f49e-4229-95ad-8ceb42e8a419 HTTP/1.1" status: 200 len: 908 time: 0.1293032 Sep 09 06:37:12.385400 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-0cf20e8e-3ed7-424f-b122-dd2c23309f95 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e5320c-a0e5-4951-8361-359cf924a57c HTTP/1.1" status: 200 len: 217 time: 0.0395842 Sep 09 06:37:12.452237 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-bb42dbbd-3c58-4ca3-8b03-c1cfa0a1543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:12.454839 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-bb42dbbd-3c58-4ca3-8b03-c1cfa0a1543c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2d11d6cd-abad-4cf2-84b9-e9cc58169826 HTTP/1.1" status: 200 len: 847 time: 0.0637646 Sep 09 06:37:12.474027 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58678) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:12.493656 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6745b-01ba-48e0-b020-521bb6d24c68 None None] Network 3707e755-a228-4345-8cae-10b037dcbb24 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:37:12.494413 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5990294-102a-44c6-8fc7-6dabce7bfffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.496562 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-9fa528fd-0bbc-4e6a-8e23-f9144e6bd947 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4db78c28-f49e-4229-95ad-8ceb42e8a419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340810 Sep 09 06:37:12.619487 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5990294-102a-44c6-8fc7-6dabce7bfffe admin admin] Publish callbacks [] for security_group (55970115-572a-4f52-a8d9-f97ee9bf7ba7), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.626766 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c5990294-102a-44c6-8fc7-6dabce7bfffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (55970115-572a-4f52-a8d9-f97ee9bf7ba7), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.634905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eca77e-cbd3-4ff2-b982-a3fc97e31653 req-c3da141c-e1f1-49f9-bd02-af60b86464c7 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:12.640466 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27eca77e-cbd3-4ff2-b982-a3fc97e31653 req-c3da141c-e1f1-49f9-bd02-af60b86464c7 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 943 time: 0.1257665 Sep 09 06:37:12.679839 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c5990294-102a-44c6-8fc7-6dabce7bfffe admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=98b7bc38b0aa4939acc4631b85f09047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044499 Sep 09 06:37:12.680430 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58684) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:12.687398 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5990294-102a-44c6-8fc7-6dabce7bfffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55970115-572a-4f52-a8d9-f97ee9bf7ba7,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:12.702684 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-75ef64e1-e83b-472e-ab61-8cd7a2a3d37c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000389 Sep 09 06:37:12.736084 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27eca77e-cbd3-4ff2-b982-a3fc97e31653 req-b35d50e9-a6e3-49be-978b-c50025d4b650 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924566 Sep 09 06:37:12.748707 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-10b6c5e2-f285-4872-a418-e40450ec2494 admin admin] Publish callbacks [] for security_group (55970115-572a-4f52-a8d9-f97ee9bf7ba7), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.772109 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-10b6c5e2-f285-4872-a418-e40450ec2494 admin admin] Publish callbacks [] for security_group (55970115-572a-4f52-a8d9-f97ee9bf7ba7), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.817554 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-659de19d-69a3-4cd8-bd94-8a52bed8bb4d req-319a0bcd-736a-48f7-9f5a-b2adce3e5e1d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095901 Sep 09 06:37:12.846217 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-10b6c5e2-f285-4872-a418-e40450ec2494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (55970115-572a-4f52-a8d9-f97ee9bf7ba7), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.848978 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-10b6c5e2-f285-4872-a418-e40450ec2494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:12.852490 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-10b6c5e2-f285-4872-a418-e40450ec2494 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/55970115-572a-4f52-a8d9-f97ee9bf7ba7 HTTP/1.1" status: 204 len: 168 time: 0.1683881 Sep 09 06:37:12.858640 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6c5e2-f285-4872-a418-e40450ec2494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55970115-572a-4f52-a8d9-f97ee9bf7ba7,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:13.113173 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 58702) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:13.118919 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1894717263-network', 'tenant_id': '5f82be918c6d4b5d8067f95d665042cd'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:13.128432 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:13.147065 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Made reservation on behalf of 5f82be918c6d4b5d8067f95d665042cd for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:13.150946 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.162993 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.174225 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:13.265663 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Publish callbacks [] for security_group (6a7a6761-9cb4-43de-a05a-1f211a75091c), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.270466 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6a7a6761-9cb4-43de-a05a-1f211a75091c), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.305181 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:37:13.312750 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7a6761-9cb4-43de-a05a-1f211a75091c,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:13.319152 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (a08d2dba-2a41-4d85-952e-9126a42d0b84), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.319536 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Added segment a08d2dba-2a41-4d85-952e-9126a42d0b84 of type vlan for network 775577b1-a513-4ebc-a7ff-a103ce816fb3 Sep 09 06:37:13.362452 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (775577b1-a513-4ebc-a7ff-a103ce816fb3), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.398215 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (775577b1-a513-4ebc-a7ff-a103ce816fb3), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.399512 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:13.400421 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.476367 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3592639 Sep 09 06:37:13.477049 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 58712) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:13.481572 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Request body: {'subnet': {'network_id': '775577b1-a513-4ebc-a7ff-a103ce816fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1894717263-subnet', 'tenant_id': '5f82be918c6d4b5d8067f95d665042cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:13.492092 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89ce31-9e39-45a4-8384-8bd67aca45af admin admin] Pushing event updated for resources: {'Network': ['ID=775577b1-a513-4ebc-a7ff-a103ce816fb3,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:13.503247 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 775577b1-a513-4ebc-a7ff-a103ce816fb3 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:37:13.529561 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Made reservation on behalf of 5f82be918c6d4b5d8067f95d665042cd for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:13.533179 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8396091'] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.551663 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:13.625705 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:13.752314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3655204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8396069'] for subnet (38043bba-2d59-4782-9132-fe6f14f579f0), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.820744 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38043bba-2d59-4782-9132-fe6f14f579f0,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:13.858101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Checking segment: {'id': 'a08d2dba-2a41-4d85-952e-9126a42d0b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '775577b1-a513-4ebc-a7ff-a103ce816fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:37:13.858471 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Network hostable DHCP agents. Network: 775577b1-a513-4ebc-a7ff-a103ce816fb3, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:37:13.893410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc354103-4bab-45ee-9929-4259debb7134 req-cce2f605-54e7-4fdc-a238-20e1f2e8ad03 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:13.895227 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dc354103-4bab-45ee-9929-4259debb7134 req-cce2f605-54e7-4fdc-a238-20e1f2e8ad03 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 943 time: 0.0705633 Sep 09 06:37:13.929911 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Network 775577b1-a513-4ebc-a7ff-a103ce816fb3 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:37:13.950380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 775577b1-a513-4ebc-a7ff-a103ce816fb3) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:13.961774 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7f1d6-397d-48b5-a082-f6d69e6bc2cf None None] Network 775577b1-a513-4ebc-a7ff-a103ce816fb3 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:37:13.964579 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:13.965938 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:13.987273 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-e1daf0b6-8067-4c6d-956a-ad77b91eba2f admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5095091 Sep 09 06:37:13.992939 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dc354103-4bab-45ee-9929-4259debb7134 req-0d9c753d-f9a8-428e-aeea-56e68f6c4c2c tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851986 Sep 09 06:37:14.147677 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device f5e5320c-a0e5-4951-8361-359cf924a57c details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:37:14.209668 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:14.313637 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ecb806-bcd6-48fc-b790-4649a5f20ccb None None] Network 775577b1-a513-4ebc-a7ff-a103ce816fb3 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:37:14.327755 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:14.396428 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port f5e5320c-a0e5-4951-8361-359cf924a57c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f5e5320c-a0e5-4951-8361-359cf924a57c,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:14.414987 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'f5e5320c-a0e5-4951-8361-359cf924a57c', 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419', 'port_id': 'f5e5320c-a0e5-4951-8361-359cf924a57c', 'mac_address': 'fa:16:3e:31:9c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11d6cd-abad-4cf2-84b9-e9cc58169826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:37:14.478345 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port f5e5320c-a0e5-4951-8361-359cf924a57c is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:14.478848 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:14.495484 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e5320c-a0e5-4951-8361-359cf924a57c {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:37:14.518638 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port f5e5320c-a0e5-4951-8361-359cf924a57c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f5e5320c-a0e5-4951-8361-359cf924a57c,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:14.524902 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:14.591361 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=f5e5320c-a0e5-4951-8361-359cf924a57c,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:14.782930 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['f5e5320c-a0e5-4951-8361-359cf924a57c'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:37:15.084100 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=77 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:15.139465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39ef78-c0e8-4229-b31d-815165d18265 req-1d72a2f7-5424-46f9-8dba-9eca8ae697dc tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:15.140983 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ce39ef78-c0e8-4229-b31d-815165d18265 req-1d72a2f7-5424-46f9-8dba-9eca8ae697dc tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 944 time: 0.0499542 Sep 09 06:37:15.204760 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ce39ef78-c0e8-4229-b31d-815165d18265 req-ae70932f-d587-4e2b-88d2-5509f4a0c61f tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569146 Sep 09 06:37:15.402665 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:16.057302 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device f5e5320c-a0e5-4951-8361-359cf924a57c up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:37:16.106868 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port f5e5320c-a0e5-4951-8361-359cf924a57c completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:37:16.114509 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port f5e5320c-a0e5-4951-8361-359cf924a57c triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:16.114927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:16.201412 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port f5e5320c-a0e5-4951-8361-359cf924a57c is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:16.201932 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:16.238076 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de8ac9-0266-4f62-b890-24e43093c083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5320c-a0e5-4951-8361-359cf924a57c'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:37:16.241212 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db46c764-b248-4e18-b704-7700bad99130" -d '{"events": [{"server_uuid": "17de8ac9-0266-4f62-b890-24e43093c083", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5320c-a0e5-4951-8361-359cf924a57c"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:37:16.267412 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port f5e5320c-a0e5-4951-8361-359cf924a57c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f5e5320c-a0e5-4951-8361-359cf924a57c,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:16.270394 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:16.307829 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f982f7e-9d37-4119-adf9-9c8d18e6aab2 x-openstack-request-id: req-2f982f7e-9d37-4119-adf9-9c8d18e6aab2 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:37:16.308326 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de8ac9-0266-4f62-b890-24e43093c083", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5320c-a0e5-4951-8361-359cf924a57c", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:37:16.309181 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f982f7e-9d37-4119-adf9-9c8d18e6aab2 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:37:16.309181 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f982f7e-9d37-4119-adf9-9c8d18e6aab2'] response: {'server_uuid': '17de8ac9-0266-4f62-b890-24e43093c083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5320c-a0e5-4951-8361-359cf924a57c', 'code': 200} Sep 09 06:37:16.354624 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=f5e5320c-a0e5-4951-8361-359cf924a57c,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:16.366128 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab68436-fdf0-46e1-95ac-2c49bd12bce6 req-b7ea40d5-4fdc-4865-952d-2913f8004f6d tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:16.367975 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4ab68436-fdf0-46e1-95ac-2c49bd12bce6 req-b7ea40d5-4fdc-4865-952d-2913f8004f6d tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 945 time: 0.0608842 Sep 09 06:37:16.424870 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4ab68436-fdf0-46e1-95ac-2c49bd12bce6 req-e156b564-a33d-49af-9832-2c97ec6284ef tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499833 Sep 09 06:37:16.489611 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5da33d-8d6b-4597-a531-b82fb8b41e8a req-af91b92b-306a-4009-b64a-41ef237fe8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:16.491097 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f5da33d-8d6b-4597-a531-b82fb8b41e8a req-af91b92b-306a-4009-b64a-41ef237fe8ee service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 1129 time: 0.0403149 Sep 09 06:37:16.541931 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f5da33d-8d6b-4597-a531-b82fb8b41e8a req-23e371f5-78a3-4e3f-a72f-b15e0b6c5a91 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 Sep 09 06:37:17.569708 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bf114-df07-4700-a29f-c1cf906f63c4 req-29ffd85b-fd6e-4012-aa01-c5dcccd9daf9 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:17.572396 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ca2bf114-df07-4700-a29f-c1cf906f63c4 req-29ffd85b-fd6e-4012-aa01-c5dcccd9daf9 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 945 time: 0.0660198 Sep 09 06:37:17.622091 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ca2bf114-df07-4700-a29f-c1cf906f63c4 req-717dd194-2073-4097-b08b-31529f62253f tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 Sep 09 06:37:18.749459 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04e206-fd07-4026-8e44-f80c7cd70aeb req-f480e975-f2d7-4b6a-bd14-df71146fed22 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:18.750934 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a04e206-fd07-4026-8e44-f80c7cd70aeb req-f480e975-f2d7-4b6a-bd14-df71146fed22 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Sep 09 06:37:18.787139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:18.801805 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6a04e206-fd07-4026-8e44-f80c7cd70aeb req-23578928-73ec-4d26-89e8-62d129015ba8 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451505 Sep 09 06:37:19.960641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc209-5c4f-462d-82c7-8d1e344b7168 req-af800087-08e5-405d-b462-a9023decc024 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:19.962198 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-490dc209-5c4f-462d-82c7-8d1e344b7168 req-af800087-08e5-405d-b462-a9023decc024 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 945 time: 0.0556219 Sep 09 06:37:20.014488 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-490dc209-5c4f-462d-82c7-8d1e344b7168 req-873a0328-baf6-47e4-a793-c6b1a9507e18 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Sep 09 06:37:21.151509 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d65f9-3e06-4117-849c-2f0ac38f3aab req-df9a0478-7288-4ff2-9733-bf8918ad5c6e tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:21.157014 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-380d65f9-3e06-4117-849c-2f0ac38f3aab req-df9a0478-7288-4ff2-9733-bf8918ad5c6e tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 945 time: 0.0533466 Sep 09 06:37:21.209211 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-380d65f9-3e06-4117-849c-2f0ac38f3aab req-40f276a8-77cd-4c95-a7d6-554ae744ae71 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486598 Sep 09 06:37:23.470891 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=32,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:23.476478 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=7,neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:24.769228 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd32d-2c49-4236-9f60-ce13abb52ead req-a842ea48-f8fe-4c36-bd26-01cbd8f2ac6a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:24.771016 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b7bd32d-2c49-4236-9f60-ce13abb52ead req-a842ea48-f8fe-4c36-bd26-01cbd8f2ac6a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 945 time: 0.0519061 Sep 09 06:37:24.795923 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:24.844022 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b7bd32d-2c49-4236-9f60-ce13abb52ead req-216a0205-c85a-4c44-8974-a7e92facbd21 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664356 Sep 09 06:37:25.985620 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b35b3-b564-405c-b032-51916aea4280 req-71b4976e-cec4-4a33-a19f-1f8c2c55e343 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:25.987101 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dc0b35b3-b564-405c-b032-51916aea4280 req-71b4976e-cec4-4a33-a19f-1f8c2c55e343 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 945 time: 0.0478685 Sep 09 06:37:26.035963 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dc0b35b3-b564-405c-b032-51916aea4280 req-c072fceb-0835-47ad-9152-2d839b438c76 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Sep 09 06:37:26.199831 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-25dabd73-118c-44eb-b7c6-bf44c428daaa tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:26.201583 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-25dabd73-118c-44eb-b7c6-bf44c428daaa tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 945 time: 0.0643880 Sep 09 06:37:26.293122 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Deleting port f5e5320c-a0e5-4951-8361-359cf924a57c {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:37:26.293461 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:26.328718 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:26.351490 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:26.390493 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] For port f5e5320c-a0e5-4951-8361-359cf924a57c, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=f5e5320c-a0e5-4951-8361-359cf924a57c,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:26.390856 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:26.405622 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Calling delete_port for f5e5320c-a0e5-4951-8361-359cf924a57c owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:37:26.536363 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (f5e5320c-a0e5-4951-8361-359cf924a57c), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:26.549625 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['f5e5320c-a0e5-4951-8361-359cf924a57c'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:37:26.562537 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Pushing event deleted for resources: {'Port': ['ID=f5e5320c-a0e5-4951-8361-359cf924a57c,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:26.619012 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] No DVR routers for this DVR port f5e5320c-a0e5-4951-8361-359cf924a57c on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:37:26.621494 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:26.624904 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3e1e5ad8-a1da-4d8c-aee0-b746940e44b0 req-3425469d-40e5-496b-83fa-69eeb15b0824 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f5e5320c-a0e5-4951-8361-359cf924a57c HTTP/1.1" status: 204 len: 173 time: 0.4181049 Sep 09 06:37:26.625399 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de8ac9-0266-4f62-b890-24e43093c083', 'name': 'network-vif-deleted', 'tag': 'f5e5320c-a0e5-4951-8361-359cf924a57c'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:37:26.627650 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deccc940-bc76-436e-ba86-7e67f68992a6" -d '{"events": [{"server_uuid": "17de8ac9-0266-4f62-b890-24e43093c083", "name": "network-vif-deleted", "tag": "f5e5320c-a0e5-4951-8361-359cf924a57c"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:37:26.667016 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9404744b-ea2b-48b4-98fd-84596d7f57a2 x-openstack-request-id: req-9404744b-ea2b-48b4-98fd-84596d7f57a2 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:37:26.667312 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de8ac9-0266-4f62-b890-24e43093c083", "name": "network-vif-deleted", "tag": "f5e5320c-a0e5-4951-8361-359cf924a57c", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:37:26.667589 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9404744b-ea2b-48b4-98fd-84596d7f57a2 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:37:26.668000 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9404744b-ea2b-48b4-98fd-84596d7f57a2'] response: {'server_uuid': '17de8ac9-0266-4f62-b890-24e43093c083', 'name': 'network-vif-deleted', 'tag': 'f5e5320c-a0e5-4951-8361-359cf924a57c', 'status': 'completed', 'code': 200} Sep 09 06:37:27.152323 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f6bb9f99-3386-4316-8b8f-947d07184649 req-2a344740-0d3b-481a-a4ea-2f0f8ecafa5a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 210 time: 0.0282838 Sep 09 06:37:28.324164 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1e8ba8fe-f3e2-4b51-b273-2fda9b390a03 req-f0cbe823-507c-4e20-bc40-2c64c36d9d13 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 210 time: 0.0275080 Sep 09 06:37:28.694857 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-27527e83-26bf-42ab-b858-8441e25d588f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:29.441643 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4cb3830c-fe0a-4a74-9540-9316a0024439 req-7429de10-73de-4acd-b527-7df79baec1c8 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=17de8ac9-0266-4f62-b890-24e43093c083 HTTP/1.1" status: 200 len: 210 time: 0.0278745 Sep 09 06:37:30.148006 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device f5e5320c-a0e5-4951-8361-359cf924a57c no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:37:30.168353 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: f5e5320c-a0e5-4951-8361-359cf924a57c {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:37:30.168682 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device f5e5320c-a0e5-4951-8361-359cf924a57c not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:37:30.775586 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:30.799171 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-67bdcf90-a8a7-445f-9a16-7b83ecb03220 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:30.805657 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-67bdcf90-a8a7-445f-9a16-7b83ecb03220 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4db78c28-f49e-4229-95ad-8ceb42e8a419 HTTP/1.1" status: 200 len: 807 time: 0.1267848 Sep 09 06:37:30.821356 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-72a453f3-5c6d-4433-aaf4-95c4340357f9 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/quotas/b5ecb76de8c443ba93d919ab2bad03c2 HTTP/1.1" status: 200 len: 375 time: 0.0148315 Sep 09 06:37:30.861269 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-d4725630-6b56-4e44-bc83-fdde146d3dfb tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b5ecb76de8c443ba93d919ab2bad03c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378928 Sep 09 06:37:30.963359 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-2259e871-ae66-4665-ac4d-d0d2ac3447ab service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009660 Sep 09 06:37:31.039404 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1b8138cf-324b-4a20-a282-fe53c67a926f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:31.059892 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-4c7f5128-0057-445b-8385-e796cacacd4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895300 Sep 09 06:37:31.226956 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-107f5c32-c90d-43ff-ae55-14775c9d1ec6 req-5e0c514c-d327-4a18-9ec2-55c6fd6e4bb5 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 210 time: 0.0343566 Sep 09 06:37:32.252333 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:32.334341 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5959c88e-2683-4f06-8516-6957b7084370 req-d7172247-546c-41d3-9cfc-86b518a8eccf tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 210 time: 0.0284176 Sep 09 06:37:33.437583 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9d45ee7b-e8ad-4d46-9fa2-dc1a4ed93646 req-7f5f55df-4a04-4a2f-8a4e-7ae72c790b2c tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 210 time: 0.0280764 Sep 09 06:37:33.518545 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:33.603674 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:34.027280 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:34.099735 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-c294bd4a-7ee4-47c9-b8fc-6320e8aab064 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:34.101139 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-c294bd4a-7ee4-47c9-b8fc-6320e8aab064 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.33 "GET /networking/v2.0/networks?id=4db78c28-f49e-4229-95ad-8ceb42e8a419 HTTP/1.1" status: 200 len: 807 time: 0.1104560 Sep 09 06:37:34.538624 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-74276d7e-a1b1-4780-892f-edbe9c13e10d req-4f5a97c0-287b-4dd9-a4fc-e58fad20280f tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 210 time: 0.0277684 Sep 09 06:37:34.919121 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Request body: {'port': {'device_id': 'f47cfe9e-1cb1-44d5-b236-73d8a8828c47', 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419', 'admin_state_up': True, 'tenant_id': 'b5ecb76de8c443ba93d919ab2bad03c2'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:35.027512 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Made reservation on behalf of b5ecb76de8c443ba93d919ab2bad03c2 for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:35.031746 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.161365 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Allocated IP 172.20.0.3 (4db78c28-f49e-4229-95ad-8ceb42e8a419/2d11d6cd-abad-4cf2-84b9-e9cc58169826/090a3c19-4277-4b3a-a307-b946598e3cc3) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:37:35.317198 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks [] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.349287 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.355222 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:35.394722 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Network 4db78c28-f49e-4229-95ad-8ceb42e8a419 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:37:35.399879 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:35.403879 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:37:35.410505 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Pushing event updated for resources: {'Port': ['ID=090a3c19-4277-4b3a-a307-b946598e3cc3,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:35.455531 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:35.456159 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.472303 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-1e678054-2cea-4c7e-af25-6c9e5acedd4a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570195 Sep 09 06:37:35.486832 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Request body: {'port': {'device_id': 'f47cfe9e-1cb1-44d5-b236-73d8a8828c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:35.548928 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.601449 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:35.720958 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71282a05-554c-4f63-85c9-2a3f0d8ed2cf req-0e874a7e-4857-484b-becd-3de27fba09ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:35.722701 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-71282a05-554c-4f63-85c9-2a3f0d8ed2cf req-0e874a7e-4857-484b-becd-3de27fba09ad tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 931 time: 0.0756903 Sep 09 06:37:35.782407 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59040) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:35.830787 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7b8c52-052f-4290-9cf0-522464ed2c66 admin admin] Deleting subnet 8a4fbaa2-1fcf-4699-a796-70b2af3737b8 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:37:35.832039 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-71282a05-554c-4f63-85c9-2a3f0d8ed2cf req-7601eda2-a39f-46d5-86d2-1747592e3c7b tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011214 Sep 09 06:37:35.834258 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8c52-052f-4290-9cf0-522464ed2c66 admin admin] Publish callbacks [] for subnet (8a4fbaa2-1fcf-4699-a796-70b2af3737b8), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.870636 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8c52-052f-4290-9cf0-522464ed2c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (8a4fbaa2-1fcf-4699-a796-70b2af3737b8), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.892905 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090a3c19-4277-4b3a-a307-b946598e3cc3 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:37:35.900437 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Publish callbacks [] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.910971 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8c52-052f-4290-9cf0-522464ed2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (8a4fbaa2-1fcf-4699-a796-70b2af3737b8), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.913495 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Transition to ACTIVE for port object 090a3c19-4277-4b3a-a307-b946598e3cc3 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:37:35.917313 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.964840 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8c52-052f-4290-9cf0-522464ed2c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (8a4fbaa2-1fcf-4699-a796-70b2af3737b8), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.994650 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b8c52-052f-4290-9cf0-522464ed2c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4fbaa2-1fcf-4699-a796-70b2af3737b8,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:35.999219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6f7b8c52-052f-4290-9cf0-522464ed2c66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:35.999585 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Pushing event updated for resources: {'Port': ['ID=090a3c19-4277-4b3a-a307-b946598e3cc3,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:36.004672 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6f7b8c52-052f-4290-9cf0-522464ed2c66 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/8a4fbaa2-1fcf-4699-a796-70b2af3737b8 HTTP/1.1" status: 204 len: 168 time: 0.2188847 Sep 09 06:37:36.005447 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59042) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:36.031351 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Attempting to bind port 090a3c19-4277-4b3a-a307-b946598e3cc3 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:37:36.031784 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Attempting to bind port 090a3c19-4277-4b3a-a307-b946598e3cc3 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:37:36.032110 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Attempting to bind port 090a3c19-4277-4b3a-a307-b946598e3cc3 on network 4db78c28-f49e-4229-95ad-8ceb42e8a419 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:37:36.075681 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (3707e755-a228-4345-8cae-10b037dcbb24), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.075919 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Port 090a3c19-4277-4b3a-a307-b946598e3cc3 on network 4db78c28-f49e-4229-95ad-8ceb42e8a419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:37:36.076026 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Attempting to bind port 090a3c19-4277-4b3a-a307-b946598e3cc3 on network 4db78c28-f49e-4229-95ad-8ceb42e8a419 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:37:36.119073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:37:36.119573 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Checking segment: {'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:37:36.119958 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Bound using segment: {'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:37:36.120391 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Bound port: 090a3c19-4277-4b3a-a307-b946598e3cc3, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3aec98-92f9-46cd-b7a9-227eae421813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:37:36.120747 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.159015 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (3707e755-a228-4345-8cae-10b037dcbb24), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.182189 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3707e755-a228-4345-8cae-10b037dcbb24']}} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:36.187063 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:36.189845 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] For port 090a3c19-4277-4b3a-a307-b946598e3cc3, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:37:36.190905 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7ca5fc-a944-451d-9bed-08e25073b128') {'for_net_delete': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:36.191202 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7ca5fc-a944-451d-9bed-08e25073b128') {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:36.193634 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] For port 090a3c19-4277-4b3a-a307-b946598e3cc3, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=090a3c19-4277-4b3a-a307-b946598e3cc3,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:37:36.200418 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.202548 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913583'] for segment (5e7ca5fc-a944-451d-9bed-08e25073b128), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.206035 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:36.207210 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.208596 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/090a3c19-4277-4b3a-a307-b946598e3cc3 HTTP/1.1" status: 200 len: 1093 time: 0.7256923 Sep 09 06:37:36.210293 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47cfe9e-1cb1-44d5-b236-73d8a8828c47', 'tag': '090a3c19-4277-4b3a-a307-b946598e3cc3'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:37:36.213036 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904" -d '{"events": [{"name": "network-changed", "server_uuid": "f47cfe9e-1cb1-44d5-b236-73d8a8828c47", "tag": "090a3c19-4277-4b3a-a307-b946598e3cc3"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:37:36.217304 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (5e7ca5fc-a944-451d-9bed-08e25073b128), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.225159 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:37:36.225726 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637721'] for segment (5e7ca5fc-a944-451d-9bed-08e25073b128), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.288613 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc4f7aa-1a6f-4207-8294-46c353ff680b x-openstack-request-id: req-4fc4f7aa-1a6f-4207-8294-46c353ff680b {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:37:36.289051 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47cfe9e-1cb1-44d5-b236-73d8a8828c47", "tag": "090a3c19-4277-4b3a-a307-b946598e3cc3", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:37:36.289317 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fc4f7aa-1a6f-4207-8294-46c353ff680b {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:37:36.289727 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc4f7aa-1a6f-4207-8294-46c353ff680b'] response: {'name': 'network-changed', 'server_uuid': 'f47cfe9e-1cb1-44d5-b236-73d8a8828c47', 'tag': '090a3c19-4277-4b3a-a307-b946598e3cc3', 'status': 'completed', 'code': 200} Sep 09 06:37:36.296065 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (3707e755-a228-4345-8cae-10b037dcbb24), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.315895 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.320480 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3707e755-a228-4345-8cae-10b037dcbb24 HTTP/1.1" status: 204 len: 168 time: 0.3141334 Sep 09 06:37:36.323253 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59058) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:36.327241 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f072a8-1dab-493a-ac0b-381684922d5d service neutron] Pushing event updated for resources: {'Port': ['ID=090a3c19-4277-4b3a-a307-b946598e3cc3,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:36.330861 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754f177-0baa-467e-ae79-aa581d0179d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3707e755-a228-4345-8cae-10b037dcbb24,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:36.353529 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-da118c7c-43e2-4634-909e-baea82e12a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:36.355954 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-da118c7c-43e2-4634-909e-baea82e12a3c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b5ecb76de8c443ba93d919ab2bad03c2&device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 1127 time: 0.0883961 Sep 09 06:37:36.377891 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment 5e7ca5fc-a944-451d-9bed-08e25073b128 resource provider aggregate not found Sep 09 06:37:36.388863 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4265472-6f11-433f-821c-3cc3eb535a7f admin admin] Deleting subnet 38043bba-2d59-4782-9132-fe6f14f579f0 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:37:36.395434 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment 5e7ca5fc-a944-451d-9bed-08e25073b128 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e7ca5fc-a944-451d-9bed-08e25073b128 found for delete ", "request_id": "req-fcc6d50b-ccbe-46b6-96f9-9b278e13db01"}]} Sep 09 06:37:36.396062 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d4265472-6f11-433f-821c-3cc3eb535a7f admin admin] Publish callbacks [] for subnet (38043bba-2d59-4782-9132-fe6f14f579f0), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.400611 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-cdfede00-6406-4596-a145-379ca013bfe3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=090a3c19-4277-4b3a-a307-b946598e3cc3 HTTP/1.1" status: 200 len: 217 time: 0.0368154 Sep 09 06:37:36.432788 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d4265472-6f11-433f-821c-3cc3eb535a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (38043bba-2d59-4782-9132-fe6f14f579f0), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.453618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-0b2e5a0a-4e46-4566-8549-d73d130e81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:36.455286 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-0b2e5a0a-4e46-4566-8549-d73d130e81b5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2d11d6cd-abad-4cf2-84b9-e9cc58169826 HTTP/1.1" status: 200 len: 847 time: 0.0481021 Sep 09 06:37:36.474025 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d4265472-6f11-433f-821c-3cc3eb535a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (38043bba-2d59-4782-9132-fe6f14f579f0), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.495182 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-d0ba8004-b5a6-476f-818a-545f24089653 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4db78c28-f49e-4229-95ad-8ceb42e8a419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334072 Sep 09 06:37:36.528598 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d4265472-6f11-433f-821c-3cc3eb535a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (38043bba-2d59-4782-9132-fe6f14f579f0), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.562657 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d4265472-6f11-433f-821c-3cc3eb535a7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.565769 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d4265472-6f11-433f-821c-3cc3eb535a7f admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/38043bba-2d59-4782-9132-fe6f14f579f0 HTTP/1.1" status: 204 len: 168 time: 0.2415640 Sep 09 06:37:36.566579 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4265472-6f11-433f-821c-3cc3eb535a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38043bba-2d59-4782-9132-fe6f14f579f0,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:36.568677 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59064) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:36.601511 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-946b566e-e0f9-49b7-accf-9c4a6c25ee99 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963664 Sep 09 06:37:36.638583 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (775577b1-a513-4ebc-a7ff-a103ce816fb3), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.720052 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:36.725189 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (775577b1-a513-4ebc-a7ff-a103ce816fb3), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.735756 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:36.749902 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775577b1-a513-4ebc-a7ff-a103ce816fb3']}} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:36.760107 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08d2dba-2a41-4d85-952e-9126a42d0b84') {'for_net_delete': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:36.760396 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08d2dba-2a41-4d85-952e-9126a42d0b84') {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:36.772539 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913583'] for segment (a08d2dba-2a41-4d85-952e-9126a42d0b84), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.787117 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (a08d2dba-2a41-4d85-952e-9126a42d0b84), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.793917 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:37:36.794950 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637721'] for segment (a08d2dba-2a41-4d85-952e-9126a42d0b84), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.853840 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (775577b1-a513-4ebc-a7ff-a103ce816fb3), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.860134 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:36.866769 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/775577b1-a513-4ebc-a7ff-a103ce816fb3 HTTP/1.1" status: 204 len: 168 time: 0.2941439 Sep 09 06:37:36.887913 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99f018-0cde-4de0-bca2-cae33890053f admin admin] Pushing event deleted for resources: {'Network': ['ID=775577b1-a513-4ebc-a7ff-a103ce816fb3,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:36.944616 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:37.003462 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfe198-fc5b-449e-ae29-bd5094d2511a req-7ab96dc2-4861-43b4-839e-ba5df179bc80 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:37.004955 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2ddfe198-fc5b-449e-ae29-bd5094d2511a req-7ab96dc2-4861-43b4-839e-ba5df179bc80 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 943 time: 0.0704443 Sep 09 06:37:37.012460 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-40e0a7b7-5356-4f4d-9fcc-31e979fbb3e1 req-7e3c6940-dd5c-4b9c-8fee-656035cfe7b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016993 Sep 09 06:37:37.060844 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59070) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:37.066159 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2ddfe198-fc5b-449e-ae29-bd5094d2511a req-1e3c9907-3cd2-45e5-ad81-051c5606c0cc tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523336 Sep 09 06:37:37.101132 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-24883d0d-7f53-4ad8-b3ad-68c76c1f96a2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=010d0fa80bd546668b6d6de9adf8c02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388639 Sep 09 06:37:37.103625 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59072) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:37.151734 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-22626312-6c35-4533-b0da-8e48b35efebe admin admin] Publish callbacks [] for security_group (99c378f8-aa27-446b-9df1-4d1f17939d44), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:37.172571 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-22626312-6c35-4533-b0da-8e48b35efebe admin admin] Publish callbacks [] for security_group (99c378f8-aa27-446b-9df1-4d1f17939d44), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:37.217718 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-22626312-6c35-4533-b0da-8e48b35efebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (99c378f8-aa27-446b-9df1-4d1f17939d44), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:37.220233 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-22626312-6c35-4533-b0da-8e48b35efebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:37.221613 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-22626312-6c35-4533-b0da-8e48b35efebe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/99c378f8-aa27-446b-9df1-4d1f17939d44 HTTP/1.1" status: 204 len: 168 time: 0.1168621 Sep 09 06:37:37.229299 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22626312-6c35-4533-b0da-8e48b35efebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c378f8-aa27-446b-9df1-4d1f17939d44,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:37.563749 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59086) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:37.605488 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-002c461d-39bf-4d68-aed3-90a5aebf5cc1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5f82be918c6d4b5d8067f95d665042cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404112 Sep 09 06:37:37.609021 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59088) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:37.667566 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-951e5876-ba81-44f9-a601-6faebe80e9ce admin admin] Publish callbacks [] for security_group (6a7a6761-9cb4-43de-a05a-1f211a75091c), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:37.689552 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-951e5876-ba81-44f9-a601-6faebe80e9ce admin admin] Publish callbacks [] for security_group (6a7a6761-9cb4-43de-a05a-1f211a75091c), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:37.735519 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-951e5876-ba81-44f9-a601-6faebe80e9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (6a7a6761-9cb4-43de-a05a-1f211a75091c), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:37.738034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-951e5876-ba81-44f9-a601-6faebe80e9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:37.739171 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-951e5876-ba81-44f9-a601-6faebe80e9ce admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6a7a6761-9cb4-43de-a05a-1f211a75091c HTTP/1.1" status: 204 len: 168 time: 0.1291189 Sep 09 06:37:37.746860 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e5876-ba81-44f9-a601-6faebe80e9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7a6761-9cb4-43de-a05a-1f211a75091c,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:38.100410 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:38.105497 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:38.198400 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d978050-7084-400f-a734-a2ae16dd2174 req-0b561815-cb81-4e8f-b7d0-23d9ba48d447 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:38.199925 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d978050-7084-400f-a734-a2ae16dd2174 req-0b561815-cb81-4e8f-b7d0-23d9ba48d447 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 943 time: 0.0507693 Sep 09 06:37:38.253705 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d978050-7084-400f-a734-a2ae16dd2174 req-2904fe16-c461-4d57-86f6-200ed57584df tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Sep 09 06:37:38.412886 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment a08d2dba-2a41-4d85-952e-9126a42d0b84 resource provider aggregate not found Sep 09 06:37:38.429630 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment a08d2dba-2a41-4d85-952e-9126a42d0b84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a08d2dba-2a41-4d85-952e-9126a42d0b84 found for delete ", "request_id": "req-9b10c1c3-4303-4750-a35f-27d13f409622"}]} Sep 09 06:37:39.373589 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e300-0cff-4d67-9a45-ba585d884909 req-de544747-209b-40c8-9b10-ff3a5aa365d0 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:39.375041 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f9a6e300-0cff-4d67-9a45-ba585d884909 req-de544747-209b-40c8-9b10-ff3a5aa365d0 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 943 time: 0.0467911 Sep 09 06:37:39.421175 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f9a6e300-0cff-4d67-9a45-ba585d884909 req-1cbc2e97-09bd-4880-a9ac-ef26db0daaeb tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Sep 09 06:37:40.539493 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb276c-3934-48c8-ab3c-1143ef5a4dc3 req-80548ac1-b356-46d3-af4b-234fc8c1c9f7 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:40.540954 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-51fb276c-3934-48c8-ab3c-1143ef5a4dc3 req-80548ac1-b356-46d3-af4b-234fc8c1c9f7 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 943 time: 0.0466871 Sep 09 06:37:40.592784 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-51fb276c-3934-48c8-ab3c-1143ef5a4dc3 req-33a37042-ddb9-47ad-ab62-1919e4734a7a tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Sep 09 06:37:40.606350 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 090a3c19-4277-4b3a-a307-b946598e3cc3 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:37:40.670068 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-98b3306b-3d10-424e-8ebc-0c67f5f20254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:40.671676 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-98b3306b-3d10-424e-8ebc-0c67f5f20254 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b5ecb76de8c443ba93d919ab2bad03c2&device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 1127 time: 0.0422633 Sep 09 06:37:40.708640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 090a3c19-4277-4b3a-a307-b946598e3cc3, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=090a3c19-4277-4b3a-a307-b946598e3cc3,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:40.724878 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '090a3c19-4277-4b3a-a307-b946598e3cc3', 'network_id': '4db78c28-f49e-4229-95ad-8ceb42e8a419', 'port_id': '090a3c19-4277-4b3a-a307-b946598e3cc3', 'mac_address': 'fa:16:3e:30:99:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11d6cd-abad-4cf2-84b9-e9cc58169826', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:37:40.762551 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 090a3c19-4277-4b3a-a307-b946598e3cc3 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:40.763582 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:40.775700 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-03e362bc-1a9b-4ddb-8d8e-e202358fc78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:40.776868 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090a3c19-4277-4b3a-a307-b946598e3cc3 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:37:40.777154 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-03e362bc-1a9b-4ddb-8d8e-e202358fc78b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4db78c28-f49e-4229-95ad-8ceb42e8a419 HTTP/1.1" status: 200 len: 908 time: 0.0953696 Sep 09 06:37:40.797111 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 090a3c19-4277-4b3a-a307-b946598e3cc3, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=090a3c19-4277-4b3a-a307-b946598e3cc3,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:40.802061 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:40.826465 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-87783e19-fc0e-481e-946e-fa9fd1e94b32 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=090a3c19-4277-4b3a-a307-b946598e3cc3 HTTP/1.1" status: 200 len: 217 time: 0.0403779 Sep 09 06:37:40.850568 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=090a3c19-4277-4b3a-a307-b946598e3cc3,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:40.877307 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-59224b72-1d51-4bac-93d5-dbc2a2c7c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:40.878859 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-59224b72-1d51-4bac-93d5-dbc2a2c7c836 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=2d11d6cd-abad-4cf2-84b9-e9cc58169826 HTTP/1.1" status: 200 len: 847 time: 0.0472069 Sep 09 06:37:40.914454 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-fefecc6a-b677-41d4-ab61-760a5c7ec7d9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4db78c28-f49e-4229-95ad-8ceb42e8a419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291970 Sep 09 06:37:40.952106 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:41.019982 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-88ed2227-ce4e-4320-a030-86755ac60921 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989034 Sep 09 06:37:41.051311 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['090a3c19-4277-4b3a-a307-b946598e3cc3'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:37:41.117346 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff6eb1ea-9adf-48e7-9d53-b5d5c0c16904 req-a7802982-613e-44e9-996a-78d0b221bd78 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895936 Sep 09 06:37:41.727606 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd62c0d-5de6-4cba-bbe8-338bda06a184 req-9e4c5704-16d3-4215-ac3a-903f04f79d4c tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:41.729058 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5dd62c0d-5de6-4cba-bbe8-338bda06a184 req-9e4c5704-16d3-4215-ac3a-903f04f79d4c tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 944 time: 0.0514789 Sep 09 06:37:41.778464 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5dd62c0d-5de6-4cba-bbe8-338bda06a184 req-bccbc222-e551-4db3-9fe3-bf48db477bde tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Sep 09 06:37:42.087949 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:37:42.622820 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 090a3c19-4277-4b3a-a307-b946598e3cc3 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:37:42.668684 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 090a3c19-4277-4b3a-a307-b946598e3cc3 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:37:42.674930 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 090a3c19-4277-4b3a-a307-b946598e3cc3 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:42.675607 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:42.751908 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 090a3c19-4277-4b3a-a307-b946598e3cc3 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:42.752287 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:42.777801 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47cfe9e-1cb1-44d5-b236-73d8a8828c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090a3c19-4277-4b3a-a307-b946598e3cc3'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:37:42.780435 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ede8ef1-e3aa-477b-ae96-ce2700281eb8" -d '{"events": [{"server_uuid": "f47cfe9e-1cb1-44d5-b236-73d8a8828c47", "name": "network-vif-plugged", "status": "completed", "tag": "090a3c19-4277-4b3a-a307-b946598e3cc3"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:37:42.793453 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 090a3c19-4277-4b3a-a307-b946598e3cc3, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=090a3c19-4277-4b3a-a307-b946598e3cc3,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:42.798249 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:42.823373 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03df7aac-c6c2-4cc4-a75e-531f17637436 x-openstack-request-id: req-03df7aac-c6c2-4cc4-a75e-531f17637436 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:37:42.823709 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47cfe9e-1cb1-44d5-b236-73d8a8828c47", "name": "network-vif-plugged", "status": "completed", "tag": "090a3c19-4277-4b3a-a307-b946598e3cc3", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:37:42.823967 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03df7aac-c6c2-4cc4-a75e-531f17637436 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:37:42.824369 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03df7aac-c6c2-4cc4-a75e-531f17637436'] response: {'server_uuid': 'f47cfe9e-1cb1-44d5-b236-73d8a8828c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090a3c19-4277-4b3a-a307-b946598e3cc3', 'code': 200} Sep 09 06:37:42.850584 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:42.854941 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=090a3c19-4277-4b3a-a307-b946598e3cc3,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:42.912909 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32a674-3989-4a23-bedd-35b0147e3446 req-0ebfa6f6-c737-42e4-b5fa-65bb29147599 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:42.914441 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4a32a674-3989-4a23-bedd-35b0147e3446 req-0ebfa6f6-c737-42e4-b5fa-65bb29147599 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Sep 09 06:37:42.970538 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4a32a674-3989-4a23-bedd-35b0147e3446 req-d9b1e79b-4040-4c95-96ff-de6ba64d7b02 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457525 Sep 09 06:37:43.006460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:43.010408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7e6fa-9361-4d4a-9cbd-0abf4f64d81e req-0c483614-ba1d-4e7d-822f-1e2d772b2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:43.011955 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1df7e6fa-9361-4d4a-9cbd-0abf4f64d81e req-0c483614-ba1d-4e7d-822f-1e2d772b2ffa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 1129 time: 0.0398197 Sep 09 06:37:43.065201 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1df7e6fa-9361-4d4a-9cbd-0abf4f64d81e req-177f92aa-f3d7-49a0-b4d0-ac46f4990573 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Sep 09 06:37:44.097811 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378052-7845-4332-9a11-cfe2de1534bf req-ade161c5-f753-4aea-be1d-4dd1541bc8e1 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:44.099271 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-78378052-7845-4332-9a11-cfe2de1534bf req-ade161c5-f753-4aea-be1d-4dd1541bc8e1 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Sep 09 06:37:44.147101 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-78378052-7845-4332-9a11-cfe2de1534bf req-e2815f05-a74f-4af8-907c-83af06732225 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Sep 09 06:37:45.276856 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008ddbb-3b04-484f-8b53-7a6523bd6174 req-73d55924-5a60-4be7-b33b-09eeac29193e tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:45.278480 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d008ddbb-3b04-484f-8b53-7a6523bd6174 req-73d55924-5a60-4be7-b33b-09eeac29193e tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 945 time: 0.0504136 Sep 09 06:37:45.326036 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d008ddbb-3b04-484f-8b53-7a6523bd6174 req-1617bd1a-a0d3-46ff-a1b5-9b52b1217cdd tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Sep 09 06:37:45.415606 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:45.906862 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59274) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:46.049478 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9705-2177-4c23-a336-763b7a4b28f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.073446 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4800798-a206-4f02-8160-6a8417fbcef0 req-d31e64d4-8a70-4fab-b7b7-836ee65a1f8b tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:46.075377 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d4800798-a206-4f02-8160-6a8417fbcef0 req-d31e64d4-8a70-4fab-b7b7-836ee65a1f8b tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 945 time: 0.0549111 Sep 09 06:37:46.130246 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d4800798-a206-4f02-8160-6a8417fbcef0 req-597e489a-7fe6-42c6-acf0-461549cec944 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Sep 09 06:37:46.140637 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9705-2177-4c23-a336-763b7a4b28f2 admin admin] Publish callbacks [] for security_group (f5c52c2b-cfee-48ab-853d-bd3f6db79481), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.145606 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9705-2177-4c23-a336-763b7a4b28f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (f5c52c2b-cfee-48ab-853d-bd3f6db79481), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.182951 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd9705-2177-4c23-a336-763b7a4b28f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c52c2b-cfee-48ab-853d-bd3f6db79481,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:46.187907 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d3dd9705-2177-4c23-a336-763b7a4b28f2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=58c6d82cc44749729759ed0658d4c0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799952 Sep 09 06:37:46.191284 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59280) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:46.240977 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:46.245067 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1170285b-3e44-4a7e-87f9-7d871bec3b0d admin admin] Publish callbacks [] for security_group (f5c52c2b-cfee-48ab-853d-bd3f6db79481), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.270463 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1170285b-3e44-4a7e-87f9-7d871bec3b0d admin admin] Publish callbacks [] for security_group (f5c52c2b-cfee-48ab-853d-bd3f6db79481), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.299463 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=7 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:46.319090 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1170285b-3e44-4a7e-87f9-7d871bec3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (f5c52c2b-cfee-48ab-853d-bd3f6db79481), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.321586 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1170285b-3e44-4a7e-87f9-7d871bec3b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.322736 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1170285b-3e44-4a7e-87f9-7d871bec3b0d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f5c52c2b-cfee-48ab-853d-bd3f6db79481 HTTP/1.1" status: 204 len: 168 time: 0.1306000 Sep 09 06:37:46.336036 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170285b-3e44-4a7e-87f9-7d871bec3b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c52c2b-cfee-48ab-853d-bd3f6db79481,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:46.355954 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:46.606971 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59288) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:46.620399 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-57a17bbf-6b57-44b7-bf79-97d7330bce2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.699365 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-57a17bbf-6b57-44b7-bf79-97d7330bce2d admin admin] Publish callbacks [] for security_group (d283d021-ac27-413a-a162-c3cb3e456099), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.703158 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-57a17bbf-6b57-44b7-bf79-97d7330bce2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d283d021-ac27-413a-a162-c3cb3e456099), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.742943 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-57a17bbf-6b57-44b7-bf79-97d7330bce2d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=12e0d91e3d78485b8cd5cd4474138740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348097 Sep 09 06:37:46.744008 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a17bbf-6b57-44b7-bf79-97d7330bce2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d283d021-ac27-413a-a162-c3cb3e456099,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:46.745707 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59290) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:46.799773 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9c13b8c7-e978-4f0c-9055-9c4c431a04fa admin admin] Publish callbacks [] for security_group (d283d021-ac27-413a-a162-c3cb3e456099), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.821685 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9c13b8c7-e978-4f0c-9055-9c4c431a04fa admin admin] Publish callbacks [] for security_group (d283d021-ac27-413a-a162-c3cb3e456099), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.869180 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9c13b8c7-e978-4f0c-9055-9c4c431a04fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (d283d021-ac27-413a-a162-c3cb3e456099), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.871672 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9c13b8c7-e978-4f0c-9055-9c4c431a04fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:46.873151 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9c13b8c7-e978-4f0c-9055-9c4c431a04fa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d283d021-ac27-413a-a162-c3cb3e456099 HTTP/1.1" status: 204 len: 168 time: 0.1262233 Sep 09 06:37:46.880799 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13b8c7-e978-4f0c-9055-9c4c431a04fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d283d021-ac27-413a-a162-c3cb3e456099,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:47.264895 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684e28-b32d-41c4-b06e-c35b15e2dd16 req-e01c4448-b342-41a8-ba3c-2a462dc0206c tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:47.266386 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2d684e28-b32d-41c4-b06e-c35b15e2dd16 req-e01c4448-b342-41a8-ba3c-2a462dc0206c tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 945 time: 0.0579512 Sep 09 06:37:47.315478 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2d684e28-b32d-41c4-b06e-c35b15e2dd16 req-82e99b02-41ba-45f7-8f21-fc3afa97e6d5 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=facc63dd-9e85-4a39-993c-4a3f10559005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Sep 09 06:37:47.639240 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-d87c6a28-8d27-4552-8d56-1d42d01eb267 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:47.640762 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-d87c6a28-8d27-4552-8d56-1d42d01eb267 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 945 time: 0.0475180 Sep 09 06:37:47.699456 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:47.737110 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Deleting port 090a3c19-4277-4b3a-a307-b946598e3cc3 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:37:47.737457 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:47.840270 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] For port 090a3c19-4277-4b3a-a307-b946598e3cc3, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=090a3c19-4277-4b3a-a307-b946598e3cc3,segment=NetworkSegment(bb3aec98-92f9-46cd-b7a9-227eae421813),segment_id=bb3aec98-92f9-46cd-b7a9-227eae421813)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:47.841507 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:47.855781 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Calling delete_port for 090a3c19-4277-4b3a-a307-b946598e3cc3 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:37:47.916895 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:47.994699 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (090a3c19-4277-4b3a-a307-b946598e3cc3), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:48.009177 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['090a3c19-4277-4b3a-a307-b946598e3cc3'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:37:48.025461 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Pushing event deleted for resources: {'Port': ['ID=090a3c19-4277-4b3a-a307-b946598e3cc3,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:48.079874 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] No DVR routers for this DVR port 090a3c19-4277-4b3a-a307-b946598e3cc3 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:37:48.082978 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:48.086463 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9d3655d2-cf1f-44e2-a2f8-21bdf5f0dd61 req-b40a544f-87c7-465e-880f-bc6f20687545 tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.33 "DELETE /networking/v2.0/ports/090a3c19-4277-4b3a-a307-b946598e3cc3 HTTP/1.1" status: 204 len: 173 time: 0.4368699 Sep 09 06:37:48.087038 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47cfe9e-1cb1-44d5-b236-73d8a8828c47', 'name': 'network-vif-deleted', 'tag': '090a3c19-4277-4b3a-a307-b946598e3cc3'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:37:48.089782 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a49604f-93da-45d3-a9a5-9379dae3bf48" -d '{"events": [{"server_uuid": "f47cfe9e-1cb1-44d5-b236-73d8a8828c47", "name": "network-vif-deleted", "tag": "090a3c19-4277-4b3a-a307-b946598e3cc3"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:37:48.147225 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3e505-5920-419c-ae4d-845ebf8a8930 x-openstack-request-id: req-35d3e505-5920-419c-ae4d-845ebf8a8930 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:37:48.147686 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47cfe9e-1cb1-44d5-b236-73d8a8828c47", "name": "network-vif-deleted", "tag": "090a3c19-4277-4b3a-a307-b946598e3cc3", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:37:48.148041 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35d3e505-5920-419c-ae4d-845ebf8a8930 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:37:48.148539 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d3e505-5920-419c-ae4d-845ebf8a8930'] response: {'server_uuid': 'f47cfe9e-1cb1-44d5-b236-73d8a8828c47', 'name': 'network-vif-deleted', 'tag': '090a3c19-4277-4b3a-a307-b946598e3cc3', 'status': 'completed', 'code': 200} Sep 09 06:37:48.433987 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2f8050bb-42f0-4f9b-834e-c28bbcf5b706 req-3602ffe9-2e72-4f8e-81a5-c6dbc39ad48f tempest-VolumesActionsTest-1168561487 tempest-VolumesActionsTest-1168561487-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f47cfe9e-1cb1-44d5-b236-73d8a8828c47 HTTP/1.1" status: 200 len: 210 time: 0.0282824 Sep 09 06:37:51.117341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59416) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:51.229209 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9f104263-1c4c-45a2-81c1-6ff434dd1ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:51.305073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9f104263-1c4c-45a2-81c1-6ff434dd1ecd admin admin] Publish callbacks [] for security_group (72608425-e0f5-44e7-b152-e95b555baea3), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:51.309052 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9f104263-1c4c-45a2-81c1-6ff434dd1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (72608425-e0f5-44e7-b152-e95b555baea3), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:51.348455 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f104263-1c4c-45a2-81c1-6ff434dd1ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72608425-e0f5-44e7-b152-e95b555baea3,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:51.355405 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59424) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:51.356025 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9f104263-1c4c-45a2-81c1-6ff434dd1ecd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=428599309193462db9d00e67bbee51cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370927 Sep 09 06:37:51.405822 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-60bb5e2e-edbb-4f92-a365-f660bc3cf800 admin admin] Publish callbacks [] for security_group (72608425-e0f5-44e7-b152-e95b555baea3), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:51.425259 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-60bb5e2e-edbb-4f92-a365-f660bc3cf800 admin admin] Publish callbacks [] for security_group (72608425-e0f5-44e7-b152-e95b555baea3), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:51.475505 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-60bb5e2e-edbb-4f92-a365-f660bc3cf800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (72608425-e0f5-44e7-b152-e95b555baea3), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:51.478025 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-60bb5e2e-edbb-4f92-a365-f660bc3cf800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:51.479166 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-60bb5e2e-edbb-4f92-a365-f660bc3cf800 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/72608425-e0f5-44e7-b152-e95b555baea3 HTTP/1.1" status: 204 len: 168 time: 0.1226373 Sep 09 06:37:51.487212 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb5e2e-edbb-4f92-a365-f660bc3cf800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72608425-e0f5-44e7-b152-e95b555baea3,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:52.519883 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59460) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:52.653945 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f86b2af2-7958-42c0-b469-58cb910dccbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:52.752446 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f86b2af2-7958-42c0-b469-58cb910dccbc admin admin] Publish callbacks [] for security_group (4d94f0e9-4315-4645-8f2d-9d449c672a9a), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:52.756736 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f86b2af2-7958-42c0-b469-58cb910dccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (4d94f0e9-4315-4645-8f2d-9d449c672a9a), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:52.799359 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b2af2-7958-42c0-b469-58cb910dccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d94f0e9-4315-4645-8f2d-9d449c672a9a,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:52.808164 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59466) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:52.808931 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f86b2af2-7958-42c0-b469-58cb910dccbc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=48ff0c86cc8a4709842caf56df67f458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865093 Sep 09 06:37:52.815101 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 090a3c19-4277-4b3a-a307-b946598e3cc3 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:37:52.845974 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 090a3c19-4277-4b3a-a307-b946598e3cc3 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:37:52.846582 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 090a3c19-4277-4b3a-a307-b946598e3cc3 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:37:52.868501 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2a30-19c9-4484-8b9b-b8f6d9111521 admin admin] Publish callbacks [] for security_group (4d94f0e9-4315-4645-8f2d-9d449c672a9a), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:52.892312 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2a30-19c9-4484-8b9b-b8f6d9111521 admin admin] Publish callbacks [] for security_group (4d94f0e9-4315-4645-8f2d-9d449c672a9a), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:52.953377 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2a30-19c9-4484-8b9b-b8f6d9111521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (4d94f0e9-4315-4645-8f2d-9d449c672a9a), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:52.955922 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2a30-19c9-4484-8b9b-b8f6d9111521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:52.957080 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-2e6a2a30-19c9-4484-8b9b-b8f6d9111521 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4d94f0e9-4315-4645-8f2d-9d449c672a9a HTTP/1.1" status: 204 len: 168 time: 0.1487350 Sep 09 06:37:52.964874 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a2a30-19c9-4484-8b9b-b8f6d9111521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d94f0e9-4315-4645-8f2d-9d449c672a9a,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:53.594815 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59494) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:53.690419 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-310225689-network', 'tenant_id': '3312523776514be3a56e169c9234168b'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:53.712379 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Made reservation on behalf of 3312523776514be3a56e169c9234168b for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:53.714667 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:53.723383 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:53.798268 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Publish callbacks [] for security_group (fa60a722-7a39-4115-890a-60d06b3ba0a1), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:53.802344 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fa60a722-7a39-4115-890a-60d06b3ba0a1), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:53.820225 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:53.826455 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:37:53.839334 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:53.841953 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa60a722-7a39-4115-890a-60d06b3ba0a1,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:53.847291 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (4eb32c4e-e2af-4b92-bad5-cac6838d8f10), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:53.847656 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Added segment 4eb32c4e-e2af-4b92-bad5-cac6838d8f10 of type vlan for network dd5e95ac-8469-4af2-8573-83017cfeb570 Sep 09 06:37:53.893071 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (dd5e95ac-8469-4af2-8573-83017cfeb570), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:53.917064 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (dd5e95ac-8469-4af2-8573-83017cfeb570), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:53.918062 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:53.919214 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:53.952374 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3564706 Sep 09 06:37:53.955316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59502) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:53.960363 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Request body: {'subnet': {'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-310225689-subnet', 'tenant_id': '3312523776514be3a56e169c9234168b', 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:53.989598 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e86de-15b2-492d-91b9-695e7e5826c9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5e95ac-8469-4af2-8573-83017cfeb570,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:53.993185 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Made reservation on behalf of 3312523776514be3a56e169c9234168b for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:53.995700 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8396091'] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.007217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network dd5e95ac-8469-4af2-8573-83017cfeb570 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:37:54.110978 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:54.196238 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3655204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8396069'] for subnet (cb7bb676-61ba-4472-aa6d-a21825d3fd61), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.258846 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7bb676-61ba-4472-aa6d-a21825d3fd61,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:54.266642 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Checking segment: {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:37:54.266985 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Network hostable DHCP agents. Network: dd5e95ac-8469-4af2-8573-83017cfeb570, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:37:54.283830 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Network dd5e95ac-8469-4af2-8573-83017cfeb570 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:37:54.288339 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:54.292329 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, dd5e95ac-8469-4af2-8573-83017cfeb570) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:54.297390 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:54.297973 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.302002 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66025339-5ad0-48d0-ad26-ffc257852560 None None] Network dd5e95ac-8469-4af2-8573-83017cfeb570 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:37:54.314256 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b0331158-dc3d-43e2-9cee-b4ef4f9df269 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3577013 Sep 09 06:37:54.317126 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59508) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:54.321339 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:54.341624 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (3802a533-ee5d-4bf3-9e67-e66c390e8668), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.342712 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (3802a533-ee5d-4bf3-9e67-e66c390e8668), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.393162 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks [] for router_controller (3802a533-ee5d-4bf3-9e67-e66c390e8668), precommit_add_association {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.410483 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-dd5e95ac-8469-4af2-8573-83017cfeb570', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'project_id': '3312523776514be3a56e169c9234168b', 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:37:54.411390 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.536017 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks [] for router_gateway (3802a533-ee5d-4bf3-9e67-e66c390e8668), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.552834 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Allocated IP 172.20.0.2 (dd5e95ac-8469-4af2-8573-83017cfeb570/cb7bb676-61ba-4472-aa6d-a21825d3fd61/f86fb488-7037-428b-8a5d-7473ced40a6f) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:37:54.694675 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Publish callbacks [] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.701226 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.720303 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks [] for router_gateway (3802a533-ee5d-4bf3-9e67-e66c390e8668), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.741880 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Network dd5e95ac-8469-4af2-8573-83017cfeb570 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:37:54.743105 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.748893 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:54.752735 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:37:54.756017 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Pushing event updated for resources: {'Port': ['ID=f86fb488-7037-428b-8a5d-7473ced40a6f,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:54.767906 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.768249 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.768589 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.768922 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.769246 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.769576 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.769897 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.770217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.770536 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.770859 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.771193 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.771496 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.771837 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.772152 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.772477 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:54.823299 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Attempting to bind port f86fb488-7037-428b-8a5d-7473ced40a6f on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:37:54.823299 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Attempting to bind port f86fb488-7037-428b-8a5d-7473ced40a6f by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:37:54.823299 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Attempting to bind port f86fb488-7037-428b-8a5d-7473ced40a6f on network dd5e95ac-8469-4af2-8573-83017cfeb570 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:37:54.854931 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Allocated IP 172.27.0.97 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/2d596a55-8252-4bf9-862c-733cfae5d9cf) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:37:54.868413 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:37:54.869046 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Checking segment: {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:37:54.869442 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.870008 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Bound using segment: {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:37:54.870652 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Bound port: f86fb488-7037-428b-8a5d-7473ced40a6f, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:37:54.871214 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.937455 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] For port f86fb488-7037-428b-8a5d-7473ced40a6f, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:37:54.940511 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] For port f86fb488-7037-428b-8a5d-7473ced40a6f, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f86fb488-7037-428b-8a5d-7473ced40a6f,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:37:54.946850 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.970767 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks [] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:54.976226 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:54.979685 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:55.011027 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:55.013210 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291c0e2-709d-4280-bc57-77050cc449f5 None None] Pushing event updated for resources: {'Port': ['ID=f86fb488-7037-428b-8a5d-7473ced40a6f,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:55.055312 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:37:55.061380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:55.063692 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:37:55.084326 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Pushing event updated for resources: {'Port': ['ID=2d596a55-8252-4bf9-862c-733cfae5d9cf,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:55.313166 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:55.363923 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks [] for router_gateway (3802a533-ee5d-4bf3-9e67-e66c390e8668), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:55.581706 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (3802a533-ee5d-4bf3-9e67-e66c390e8668), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:55.783528 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Router 3802a533-ee5d-4bf3-9e67-e66c390e8668 is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:37:55.821056 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f86fb488-7037-428b-8a5d-7473ced40a6f up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:37:55.970212 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port f86fb488-7037-428b-8a5d-7473ced40a6f triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:55.970818 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:56.041687 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:37:56.055077 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Sync routers for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:37:56.071022 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:56.072375 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:37:56.073396 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:37:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:56.075984 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59544) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:56.087881 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-02478cfe-8a7e-4984-a07a-a0fce1d7b46d admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7694933 Sep 09 06:37:56.089305 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11be3b1-5189-44b7-8f73-2ccb41fae970 None None] Network dd5e95ac-8469-4af2-8573-83017cfeb570 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:37:56.098714 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:56.186060 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-5cd1ad43-7ba1-48ad-9fe6-161307683d5b None None] Provisioning complete for port f86fb488-7037-428b-8a5d-7473ced40a6f triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:56.186467 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ad43-7ba1-48ad-9fe6-161307683d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:56.187383 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:37:56.231557 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port f86fb488-7037-428b-8a5d-7473ced40a6f is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:56.232241 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:56.375948 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:55Z', 'revision_number': 3, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:56.405212 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Checking router: 3802a533-ee5d-4bf3-9e67-e66c390e8668 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:37:56.405798 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Updating router 3802a533-ee5d-4bf3-9e67-e66c390e8668 port 2d596a55-8252-4bf9-862c-733cfae5d9cf binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:37:56.428029 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port f86fb488-7037-428b-8a5d-7473ced40a6f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f86fb488-7037-428b-8a5d-7473ced40a6f,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:37:56.445305 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:56.472055 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:56.537311 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=f86fb488-7037-428b-8a5d-7473ced40a6f,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:56.563330 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1ad43-7ba1-48ad-9fe6-161307683d5b None None] Current status of the port f86fb488-7037-428b-8a5d-7473ced40a6f is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:56.564111 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ad43-7ba1-48ad-9fe6-161307683d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:56.659259 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.db.api [None req-5cd1ad43-7ba1-48ad-9fe6-161307683d5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 06:37:56.659874 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG oslo_db.api [None req-5cd1ad43-7ba1-48ad-9fe6-161307683d5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:37:56.706600 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:56.860400 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:56.920005 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Allocated IP 172.20.0.1 (dd5e95ac-8469-4af2-8573-83017cfeb570/cb7bb676-61ba-4472-aa6d-a21825d3fd61/b5d17099-ea4d-4a17-8b68-797211ebe672) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:37:57.005500 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Publish callbacks [] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.010830 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:57.022391 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.082672 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Publish callbacks [] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.096719 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Attempting to bind port 2d596a55-8252-4bf9-862c-733cfae5d9cf on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:37:57.097703 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Attempting to bind port 2d596a55-8252-4bf9-862c-733cfae5d9cf by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:37:57.098259 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Attempting to bind port 2d596a55-8252-4bf9-862c-733cfae5d9cf on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:37:57.101798 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Pushing event updated for resources: {'Port': ['ID=2d596a55-8252-4bf9-862c-733cfae5d9cf,revision_number=2']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:57.129728 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.146010 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.146353 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.146713 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.147065 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.147398 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.147743 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.148064 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.148386 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.149004 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.149347 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.149647 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.149980 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.150299 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.151257 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.151818 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:37:57.174629 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Network dd5e95ac-8469-4af2-8573-83017cfeb570 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:37:57.179845 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:57.182865 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:37:57.219811 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:37:57.220187 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:37:57.223189 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.223473 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:37:57.224094 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Bound port: 2d596a55-8252-4bf9-862c-733cfae5d9cf, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:37:57.224474 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.254703 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d17099-ea4d-4a17-8b68-797211ebe672,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:57.259454 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-5cd1ad43-7ba1-48ad-9fe6-161307683d5b None None] Current status of the port f86fb488-7037-428b-8a5d-7473ced40a6f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:57.269882 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (3802a533-ee5d-4bf3-9e67-e66c390e8668), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.344601 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] For port 2d596a55-8252-4bf9-862c-733cfae5d9cf, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:37:57.349346 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] For port 2d596a55-8252-4bf9-862c-733cfae5d9cf, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=2d596a55-8252-4bf9-862c-733cfae5d9cf,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:37:57.357413 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.392249 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-490498da-b128-42e9-a752-c41dc167b61d None None] Provisioning complete for port f86fb488-7037-428b-8a5d-7473ced40a6f triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:57.392971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-490498da-b128-42e9-a752-c41dc167b61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.398553 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:37:57.399234 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:37:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:57.452851 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:57.475025 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.481957 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f3c36-fd80-405f-aa8f-b1190e402dc6 None None] Pushing event updated for resources: {'Port': ['ID=2d596a55-8252-4bf9-862c-733cfae5d9cf,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:57.516481 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-490498da-b128-42e9-a752-c41dc167b61d None None] Current status of the port f86fb488-7037-428b-8a5d-7473ced40a6f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:57.579719 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:37:57.642285 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-fa39c30c-8198-415f-9a80-6bb18b6dc042 None None] Provisioning complete for port b5d17099-ea4d-4a17-8b68-797211ebe672 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:57.643960 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-fa39c30c-8198-415f-9a80-6bb18b6dc042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.658749 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:57.676571 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Publish callbacks [] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.685907 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.734643 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-fa39c30c-8198-415f-9a80-6bb18b6dc042 None None] Port b5d17099-ea4d-4a17-8b68-797211ebe672 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:37:57.774296 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:57.777550 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d17099-ea4d-4a17-8b68-797211ebe672,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:57.783149 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (3802a533-ee5d-4bf3-9e67-e66c390e8668), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.792851 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f86fb488-7037-428b-8a5d-7473ced40a6f up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:37:57.832925 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:55Z', 'revision_number': 3, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:37:57.833874 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:57.850284 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port f86fb488-7037-428b-8a5d-7473ced40a6f triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:57.850654 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:57.874555 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c096558-0d74-4af8-a992-6c97f284504f None None] The sync data for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi is: [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:55Z', 'revision_number': 3, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:37:57.927839 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Network dd5e95ac-8469-4af2-8573-83017cfeb570 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:37:57.929278 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:37:57.990744 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port f86fb488-7037-428b-8a5d-7473ced40a6f is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:37:58.074590 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Router 3802a533-ee5d-4bf3-9e67-e66c390e8668 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:37:58.376990 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-c7030961-0e87-4f6c-bb08-887c91cb2cba None None] Provisioning complete for port b5d17099-ea4d-4a17-8b68-797211ebe672 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:58.377557 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c7030961-0e87-4f6c-bb08-887c91cb2cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:58.438185 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-c7030961-0e87-4f6c-bb08-887c91cb2cba None None] Port b5d17099-ea4d-4a17-8b68-797211ebe672 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:37:58.542878 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:37:58.563892 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e9da2a46-8e57-4691-8a8a-1fd61e9d3958 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/3802a533-ee5d-4bf3-9e67-e66c390e8668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4852116 Sep 09 06:37:58.704529 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-92e14604-9c01-4063-af74-9747198b349b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.251032 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59576) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:59.256016 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1815004920-network', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:59.283040 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Made reservation on behalf of 26d791d43e96429dbba858b56dbf73f2 for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:59.286053 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.298988 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.385168 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:59.419192 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Publish callbacks [] for security_group (ab082244-1b45-4f51-82d4-12a0aab9653e), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.424860 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ab082244-1b45-4f51-82d4-12a0aab9653e), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.461757 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:37:59.468210 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab082244-1b45-4f51-82d4-12a0aab9653e,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:59.476701 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (62d4b3a4-23b6-4b06-b054-60abbaed82b4), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.477139 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Added segment 62d4b3a4-23b6-4b06-b054-60abbaed82b4 of type vlan for network 5b9b7db5-dbe9-46c7-a505-078e19a78841 Sep 09 06:37:59.543732 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (5b9b7db5-dbe9-46c7-a505-078e19a78841), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.612816 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (5b9b7db5-dbe9-46c7-a505-078e19a78841), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.613846 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:37:59.614421 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.708829 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9b7db5-dbe9-46c7-a505-078e19a78841,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:37:59.727163 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 5b9b7db5-dbe9-46c7-a505-078e19a78841 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:37:59.727906 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59596) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:37:59.729076 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-25dd2479-3247-42e7-9528-45a08c17d490 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4768114 Sep 09 06:37:59.745262 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Request body: {'subnet': {'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1815004920-subnet', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:37:59.796759 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Made reservation on behalf of 26d791d43e96429dbba858b56dbf73f2 for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:37:59.802114 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8396091'] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.872166 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 2d596a55-8252-4bf9-862c-733cfae5d9cf up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:37:59.935152 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:37:59.945534 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 2d596a55-8252-4bf9-862c-733cfae5d9cf triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:37:59.945925 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:37:59.958004 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:00.052007 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 2d596a55-8252-4bf9-862c-733cfae5d9cf is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:00.052912 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.083764 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 2d596a55-8252-4bf9-862c-733cfae5d9cf, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=2d596a55-8252-4bf9-862c-733cfae5d9cf,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:00.094966 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.112087 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3655204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8396069'] for subnet (fa815a69-f4aa-4f2a-b2a6-4782b2d5306f), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.174592 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=2d596a55-8252-4bf9-862c-733cfae5d9cf,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:00.190463 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa815a69-f4aa-4f2a-b2a6-4782b2d5306f,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:00.192534 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Sync routers for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:00.200706 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Checking segment: {'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:00.201903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Network hostable DHCP agents. Network: 5b9b7db5-dbe9-46c7-a505-078e19a78841, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:38:00.206458 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:00.207073 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:37:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:00.210912 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:00.237578 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Network 5b9b7db5-dbe9-46c7-a505-078e19a78841 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:38:00.256422 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 5b9b7db5-dbe9-46c7-a505-078e19a78841) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:00.261575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:00.262600 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.283965 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb63198-a84b-4003-96d5-d8ea656c798b None None] Network 5b9b7db5-dbe9-46c7-a505-078e19a78841 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:38:00.291183 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9a0e7bd3-cf53-48ec-8347-a5f48053baf9 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5601375 Sep 09 06:38:00.291731 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59602) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:00.298440 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:00.327534 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.330743 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.395849 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks [] for router_controller (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), precommit_add_association {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.425669 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:00.559869 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks [] for router_gateway (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.583970 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-5b9b7db5-dbe9-46c7-a505-078e19a78841', 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841', 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'fixed_ips': [{'subnet_id': 'fa815a69-f4aa-4f2a-b2a6-4782b2d5306f'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:38:00.584971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.734021 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:00.759332 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 2, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:00.791927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Checking router: 3802a533-ee5d-4bf3-9e67-e66c390e8668 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:00.792377 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Updating router 3802a533-ee5d-4bf3-9e67-e66c390e8668 port b5d17099-ea4d-4a17-8b68-797211ebe672 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:38:00.813952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks [] for router_gateway (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.835652 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.865999 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:00.887929 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Allocated IP 172.20.0.2 (5b9b7db5-dbe9-46c7-a505-078e19a78841/fa815a69-f4aa-4f2a-b2a6-4782b2d5306f/fad850e0-34e8-45e4-a5d6-0e434341e738) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:00.993911 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Allocated IP 172.27.0.195 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:01.033097 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:01.044174 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:01.103796 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a7a5eaa6-6dc8-446e-9143-2bf0fe24ed8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.425350 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Publish callbacks [] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.437627 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59614) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:01.445558 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.529652 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks [] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.531439 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Network 5b9b7db5-dbe9-46c7-a505-078e19a78841 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:01.541915 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:01.555087 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:01.582295 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Pushing event updated for resources: {'Port': ['ID=fad850e0-34e8-45e4-a5d6-0e434341e738,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:01.582956 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.638868 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:01.644444 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:01.646959 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:01.657043 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Publish callbacks [] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.663794 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Attempting to bind port fad850e0-34e8-45e4-a5d6-0e434341e738 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:01.664177 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Attempting to bind port fad850e0-34e8-45e4-a5d6-0e434341e738 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:01.664546 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Attempting to bind port fad850e0-34e8-45e4-a5d6-0e434341e738 on network 5b9b7db5-dbe9-46c7-a505-078e19a78841 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:01.676738 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:01.678241 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-285e6f11-25d3-41ab-bddd-dbe5ff2b6d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.690674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:01.707854 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.718279 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:01.718653 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Checking segment: {'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:01.719069 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.719460 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Bound using segment: {'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:01.719956 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Bound port: fad850e0-34e8-45e4-a5d6-0e434341e738, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:01.720329 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.852952 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 2d596a55-8252-4bf9-862c-733cfae5d9cf up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:01.858433 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:01.859667 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Attempting to bind port b5d17099-ea4d-4a17-8b68-797211ebe672 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:01.860040 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Attempting to bind port b5d17099-ea4d-4a17-8b68-797211ebe672 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:01.860403 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Attempting to bind port b5d17099-ea4d-4a17-8b68-797211ebe672 on network dd5e95ac-8469-4af2-8573-83017cfeb570 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:01.867086 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-285e6f11-25d3-41ab-bddd-dbe5ff2b6d04 admin admin] Publish callbacks [] for security_group (304d9f2f-da50-48d2-80f7-0c14bb9baa57), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.874330 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-285e6f11-25d3-41ab-bddd-dbe5ff2b6d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (304d9f2f-da50-48d2-80f7-0c14bb9baa57), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.882949 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dd64a-74df-435a-b90c-abffd8221cc8 None None] Pushing event updated for resources: {'Port': ['ID=b5d17099-ea4d-4a17-8b68-797211ebe672,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:01.899399 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:01.901617 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e6f11-25d3-41ab-bddd-dbe5ff2b6d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d9f2f-da50-48d2-80f7-0c14bb9baa57,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:01.931913 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-285e6f11-25d3-41ab-bddd-dbe5ff2b6d04 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b3337817756547268c7e905de0c69a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898579 Sep 09 06:38:01.938116 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59622) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:01.963473 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] For port fad850e0-34e8-45e4-a5d6-0e434341e738, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:01.970105 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] For port fad850e0-34e8-45e4-a5d6-0e434341e738, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=fad850e0-34e8-45e4-a5d6-0e434341e738,segment=NetworkSegment(62d4b3a4-23b6-4b06-b054-60abbaed82b4),segment_id=62d4b3a4-23b6-4b06-b054-60abbaed82b4)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:01.983305 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:01.985065 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Checking segment: {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:01.985065 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.985065 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Bound using segment: {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:01.985065 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Bound port: b5d17099-ea4d-4a17-8b68-797211ebe672, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:01.986345 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:01.989809 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.049968 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:02.053716 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45425c79-b01b-4ef0-99a8-d98cbf8794ad None None] Pushing event updated for resources: {'Port': ['ID=fad850e0-34e8-45e4-a5d6-0e434341e738,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:02.056456 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 2d596a55-8252-4bf9-862c-733cfae5d9cf triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:02.056779 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.063790 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8a815e5f-7939-4a23-82de-8fc9394cd117 admin admin] Publish callbacks [] for security_group (304d9f2f-da50-48d2-80f7-0c14bb9baa57), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.164682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks [] for router_gateway (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.172442 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8a815e5f-7939-4a23-82de-8fc9394cd117 admin admin] Publish callbacks [] for security_group (304d9f2f-da50-48d2-80f7-0c14bb9baa57), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.187778 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] For port b5d17099-ea4d-4a17-8b68-797211ebe672, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:02.209124 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] For port b5d17099-ea4d-4a17-8b68-797211ebe672, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b5d17099-ea4d-4a17-8b68-797211ebe672,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:02.212505 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 2d596a55-8252-4bf9-862c-733cfae5d9cf is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:02.224239 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.288450 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:02.289091 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:02.347127 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.404762 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dd64a-74df-435a-b90c-abffd8221cc8 None None] Pushing event updated for resources: {'Port': ['ID=b5d17099-ea4d-4a17-8b68-797211ebe672,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:02.437721 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:02.521932 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.526988 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8a815e5f-7939-4a23-82de-8fc9394cd117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (304d9f2f-da50-48d2-80f7-0c14bb9baa57), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.530466 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-8a815e5f-7939-4a23-82de-8fc9394cd117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.531789 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8a815e5f-7939-4a23-82de-8fc9394cd117 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/304d9f2f-da50-48d2-80f7-0c14bb9baa57 HTTP/1.1" status: 204 len: 168 time: 0.5858979 Sep 09 06:38:02.646238 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815e5f-7939-4a23-82de-8fc9394cd117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d9f2f-da50-48d2-80f7-0c14bb9baa57,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:02.740687 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:38:02.750980 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:02.772083 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:38:02Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:02.804099 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1130d-9967-4bae-9db6-8195ab7a2fd9 None None] The sync data for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi is: [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:38:02Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:02.891839 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:38:02.917559 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:02.922364 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59632) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:02.922918 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-461a31a0-f729-49a7-8130-e04ed69c5e22 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6287568 Sep 09 06:38:02.923975 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811f748-2470-4fff-9982-e6092706525f None None] Sync routers for ids ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:02.950736 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811f748-2470-4fff-9982-e6092706525f None None] Routers {'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:02.951609 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-0811f748-2470-4fff-9982-e6092706525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:03.106408 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-0811f748-2470-4fff-9982-e6092706525f None None] Set router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:03.454438 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-0811f748-2470-4fff-9982-e6092706525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:01Z', 'revision_number': 3, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:03.530927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:03.563026 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811f748-2470-4fff-9982-e6092706525f None None] Checking router: bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:03.568205 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811f748-2470-4fff-9982-e6092706525f None None] Updating router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:38:03.608707 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be6ad71-54c1-4f19-b5ca-631d0b0a5bac None None] Network 5b9b7db5-dbe9-46c7-a505-078e19a78841 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:38:03.620846 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-0811f748-2470-4fff-9982-e6092706525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:03.712517 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:03.732301 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-38b17d33-002f-4ea8-a3c9-eb99aadf119f None None] Provisioning complete for port fad850e0-34e8-45e4-a5d6-0e434341e738 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:03.732766 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-38b17d33-002f-4ea8-a3c9-eb99aadf119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:03.797469 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:03.875072 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:03.914437 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device fad850e0-34e8-45e4-a5d6-0e434341e738 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:03.999642 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:04.055186 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port fad850e0-34e8-45e4-a5d6-0e434341e738 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:04.055567 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.091410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59654) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:04.158908 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-38b17d33-002f-4ea8-a3c9-eb99aadf119f None None] Current status of the port fad850e0-34e8-45e4-a5d6-0e434341e738 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:04.159290 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-38b17d33-002f-4ea8-a3c9-eb99aadf119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.166955 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:04.178530 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-0811f748-2470-4fff-9982-e6092706525f None None] Publish callbacks [] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.183686 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:04.189804 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-0811f748-2470-4fff-9982-e6092706525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.201044 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Allocated IP 172.20.0.1 (5b9b7db5-dbe9-46c7-a505-078e19a78841/fa815a69-f4aa-4f2a-b2a6-4782b2d5306f/cf4c89d7-5588-4e61-bc8d-a3fca3ee9974) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:04.235953 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:04.240587 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-0811f748-2470-4fff-9982-e6092706525f None None] Attempting to bind port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:04.255766 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-0811f748-2470-4fff-9982-e6092706525f None None] Attempting to bind port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:04.256812 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811f748-2470-4fff-9982-e6092706525f None None] Attempting to bind port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:04.300733 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-38b17d33-002f-4ea8-a3c9-eb99aadf119f None None] For port fad850e0-34e8-45e4-a5d6-0e434341e738, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=fad850e0-34e8-45e4-a5d6-0e434341e738,segment=NetworkSegment(62d4b3a4-23b6-4b06-b054-60abbaed82b4),segment_id=62d4b3a4-23b6-4b06-b054-60abbaed82b4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:04.330889 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1882662135-network', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:04.342277 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-38b17d33-002f-4ea8-a3c9-eb99aadf119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.392016 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811f748-2470-4fff-9982-e6092706525f None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:04.393354 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811f748-2470-4fff-9982-e6092706525f None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:04.394782 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-0811f748-2470-4fff-9982-e6092706525f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.395384 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Made reservation on behalf of 240d1fbee4bc4dbeb359f463302be8ee for: {'network': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:38:04.395865 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811f748-2470-4fff-9982-e6092706525f None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:04.396590 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-0811f748-2470-4fff-9982-e6092706525f None None] Bound port: cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:04.397239 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-0811f748-2470-4fff-9982-e6092706525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.397971 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.423316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.425388 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port fad850e0-34e8-45e4-a5d6-0e434341e738 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:04.425932 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.468821 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-0811f748-2470-4fff-9982-e6092706525f None None] For port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:04.474953 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-0811f748-2470-4fff-9982-e6092706525f None None] For port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:04.487332 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-0811f748-2470-4fff-9982-e6092706525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.516564 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811f748-2470-4fff-9982-e6092706525f None None] Routers {'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:04.517547 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-0811f748-2470-4fff-9982-e6092706525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:04.520874 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106a7b9-b076-4e14-95d0-157d5d90cb7a None None] Pushing event updated for resources: {'Port': ['ID=cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3,revision_number=2']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:04.587292 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b17d33-002f-4ea8-a3c9-eb99aadf119f None None] Pushing event updated for resources: {'Port': ['ID=fad850e0-34e8-45e4-a5d6-0e434341e738,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:04.614549 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.db.api [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 06:38:04.614965 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG oslo_db.api [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:38:04.629348 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106a7b9-b076-4e14-95d0-157d5d90cb7a None None] Pushing event updated for resources: {'Port': ['ID=cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:04.654119 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Publish callbacks [] for security_group (701604ac-0ada-41ba-bfae-7c3ed057c2fe), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.664683 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (701604ac-0ada-41ba-bfae-7c3ed057c2fe), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.674871 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-7e41fd3b-8c2b-4242-a171-2fa3041e776b None None] Provisioning complete for port fad850e0-34e8-45e4-a5d6-0e434341e738 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:04.675241 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-7e41fd3b-8c2b-4242-a171-2fa3041e776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.726817 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Publish callbacks [] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.738473 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=106286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:38:04.792596 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:04.794810 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (d47180bc-437f-46d1-9b62-13be4f6669f1), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.795110 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.segments_db [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Added segment d47180bc-437f-46d1-9b62-13be4f6669f1 of type vlan for network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f Sep 09 06:38:04.796628 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701604ac-0ada-41ba-bfae-7c3ed057c2fe,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:04.811095 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:04.820036 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:04.826745 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-0811f748-2470-4fff-9982-e6092706525f None None] Set router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:04.867743 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-7e41fd3b-8c2b-4242-a171-2fa3041e776b None None] Current status of the port fad850e0-34e8-45e4-a5d6-0e434341e738 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:04.946186 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Network 5b9b7db5-dbe9-46c7-a505-078e19a78841 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:04.951901 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:04.956984 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:04.968114 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (0156bdc7-bb9c-40f9-8ffd-76befb64af9f), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.031679 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (0156bdc7-bb9c-40f9-8ffd-76befb64af9f), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.032773 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:05.033370 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.042898 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.095581 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0029824 Sep 09 06:38:05.104212 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59662) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:05.112765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Request body: {'subnet': {'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1882662135-subnet', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'ip_version': 4}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:05.198524 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port fad850e0-34e8-45e4-a5d6-0e434341e738 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:05.202462 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b5d17099-ea4d-4a17-8b68-797211ebe672 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:05.210214 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc117e-83af-43ce-a7be-5a5dc56270be admin admin] Pushing event updated for resources: {'Network': ['ID=0156bdc7-bb9c-40f9-8ffd-76befb64af9f,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:05.221462 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:05.224308 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Made reservation on behalf of 240d1fbee4bc4dbeb359f463302be8ee for: {'subnet': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:38:05.229053 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8396091'] for subnet (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.285759 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:38:05.442508 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.444978 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-0811f748-2470-4fff-9982-e6092706525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:01Z', 'revision_number': 3, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:05.504793 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811f748-2470-4fff-9982-e6092706525f None None] The sync data for ids ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'] in dv-cinder-852209-16-iscsi is: [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:01Z', 'revision_number': 3, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:05.531800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3655204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8396069'] for subnet (008f19a6-1d6d-4f86-b8d9-6fb6e44d6252), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.649113 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Checking segment: {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:05.650889 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Network hostable DHCP agents. Network: 0156bdc7-bb9c-40f9-8ffd-76befb64af9f, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:38:05.664891 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:05.680370 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:05.684648 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Publish callbacks [] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.690647 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.696545 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port b5d17099-ea4d-4a17-8b68-797211ebe672 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:05.697146 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.705967 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:38:05.717998 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, 0156bdc7-bb9c-40f9-8ffd-76befb64af9f) {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:05.728631 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:05.728829 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.758304 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f6f047-8caa-4c55-a1ad-228ab17a51a5 None None] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:38:05.761688 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-770c466e-817d-4af7-8362-78144b0a64e3 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6532583 Sep 09 06:38:05.763798 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59664) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:05.775979 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:05.789175 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:05.815178 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (9a993fc1-3a8a-46bf-b022-29933e81b390), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.817739 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (9a993fc1-3a8a-46bf-b022-29933e81b390), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.827302 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.891622 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:05.941985 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks [] for router_controller (9a993fc1-3a8a-46bf-b022-29933e81b390), precommit_add_association {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:05.951079 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-aba6afc5-db1e-4ac8-bf31-45ba4238a32e None None] Provisioning complete for port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:05.951499 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-aba6afc5-db1e-4ac8-bf31-45ba4238a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:06.032014 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Network 5b9b7db5-dbe9-46c7-a505-078e19a78841 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:06.033678 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:06.133266 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:38:06.134457 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:06.161428 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-aba6afc5-db1e-4ac8-bf31-45ba4238a32e None None] Port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:38:06.198545 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks [] for router_gateway (9a993fc1-3a8a-46bf-b022-29933e81b390), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:06.211758 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port b5d17099-ea4d-4a17-8b68-797211ebe672 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:06.217180 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:06.275034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:38:06.279280 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:06.290493 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:06.411944 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:38:06.419276 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6eaff8a3-ebf6-424a-8752-14b9e3516295 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bf0afd59-8890-4eff-b3c6-fbd0d51e44e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4941282 Sep 09 06:38:06.470690 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:06.474039 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port b5d17099-ea4d-4a17-8b68-797211ebe672, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b5d17099-ea4d-4a17-8b68-797211ebe672,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:06.484407 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:06.583163 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:06.608914 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks [] for router_gateway (9a993fc1-3a8a-46bf-b022-29933e81b390), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:06.650400 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Allocated IP 172.20.0.2 (0156bdc7-bb9c-40f9-8ffd-76befb64af9f/008f19a6-1d6d-4f86-b8d9-6fb6e44d6252/b08cf1cb-5fa4-4e94-8fe7-890df11b086c) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:06.671875 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:06.678660 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=b5d17099-ea4d-4a17-8b68-797211ebe672,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:06.776711 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-4974a55f-9193-4638-991f-d9eed1f23357 None None] Provisioning complete for port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:06.777345 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-4974a55f-9193-4638-991f-d9eed1f23357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:06.823924 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-4974a55f-9193-4638-991f-d9eed1f23357 None None] Port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:38:06.826693 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device fad850e0-34e8-45e4-a5d6-0e434341e738 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:06.851409 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Allocated IP 172.27.0.125 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/0d1116db-14d1-45db-a9b2-33f82b415888) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:06.934845 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port fad850e0-34e8-45e4-a5d6-0e434341e738 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:06.935218 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.021925 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks [] for port (0d1116db-14d1-45db-a9b2-33f82b415888), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.067380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.096875 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Publish callbacks [] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.108066 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.146256 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:07.151106 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:07.152720 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:07.168646 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:07.174876 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:07.176250 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Pushing event updated for resources: {'Port': ['ID=0d1116db-14d1-45db-a9b2-33f82b415888,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:07.189305 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:07.201172 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port fad850e0-34e8-45e4-a5d6-0e434341e738 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:07.202408 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:07.274014 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Pushing event updated for resources: {'Port': ['ID=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:07.305839 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:07.315896 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Attempting to bind port b08cf1cb-5fa4-4e94-8fe7-890df11b086c on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:07.316187 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Attempting to bind port b08cf1cb-5fa4-4e94-8fe7-890df11b086c by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:07.316549 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Attempting to bind port b08cf1cb-5fa4-4e94-8fe7-890df11b086c on network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:07.319661 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:07.320037 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.412177 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:07.412551 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Checking segment: {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:07.412953 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.413345 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Bound using segment: {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:07.413824 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Bound port: b08cf1cb-5fa4-4e94-8fe7-890df11b086c, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:07.414211 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.467922 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:07.468309 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.492355 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:07.494394 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:07.515553 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.529717 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:07.600838 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] For port b08cf1cb-5fa4-4e94-8fe7-890df11b086c, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:07.606138 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] For port b08cf1cb-5fa4-4e94-8fe7-890df11b086c, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:07.608028 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:07.618698 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks [] for router_gateway (9a993fc1-3a8a-46bf-b022-29933e81b390), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.620910 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:07.707274 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be610e1-67d3-4956-8282-23ec979d8a75 None None] Pushing event updated for resources: {'Port': ['ID=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:07.863653 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:08.025201 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (9a993fc1-3a8a-46bf-b022-29933e81b390), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:08.247975 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Router 9a993fc1-3a8a-46bf-b022-29933e81b390 is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:38:08.435424 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:38:08.454191 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Sync routers for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:08.484127 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:08.491164 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-a6047688-ac18-4fa0-881f-2f39136f115c admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7259393 Sep 09 06:38:08.493900 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59708) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:08.508373 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:08.509116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:08.820298 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Sync routers for ids ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:08.834005 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b08cf1cb-5fa4-4e94-8fe7-890df11b086c up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:08.839741 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Routers {'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:08.842146 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:08.953760 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:09.050644 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Set router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:09.209538 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port b08cf1cb-5fa4-4e94-8fe7-890df11b086c triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:09.210188 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:09.238265 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5809cd-dd42-42dd-8059-757e77384821 None None] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:38:09.428531 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:09.476646 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:09.494191 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-8aff59de-8035-4081-bcd5-9a6a767f343b None None] Provisioning complete for port b08cf1cb-5fa4-4e94-8fe7-890df11b086c triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:09.494853 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8aff59de-8035-4081-bcd5-9a6a767f343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:09.558061 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:05Z', 'revision_number': 4, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'cf4c89d7-5588-4e61-bc8d-a3fca3ee9974', 'name': '', 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'mac_address': 'fa:16:3e:f3:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'fa815a69-f4aa-4f2a-b2a6-4782b2d5306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:03Z', 'updated_at': '2022-09-09T06:38:05Z', 'revision_number': 2, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'subnets': [{'id': 'fa815a69-f4aa-4f2a-b2a6-4782b2d5306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:09.634142 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Checking router: bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:09.634797 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Updating router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:38:09.704880 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:09.785602 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:09.906930 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:07Z', 'revision_number': 3, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:09.908592 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Allocated IP 172.20.0.1 (0156bdc7-bb9c-40f9-8ffd-76befb64af9f/008f19a6-1d6d-4f86-b8d9-6fb6e44d6252/85120891-1641-440d-9683-f9d7b7fe4d7c) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:09.977068 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Checking router: 9a993fc1-3a8a-46bf-b022-29933e81b390 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:09.977548 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Updating router 9a993fc1-3a8a-46bf-b022-29933e81b390 port 0d1116db-14d1-45db-a9b2-33f82b415888 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:38:09.990836 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port b08cf1cb-5fa4-4e94-8fe7-890df11b086c is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:09.991249 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.134033 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.138472 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-8aff59de-8035-4081-bcd5-9a6a767f343b None None] Current status of the port b08cf1cb-5fa4-4e94-8fe7-890df11b086c is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:10.139274 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8aff59de-8035-4081-bcd5-9a6a767f343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.165236 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:10.176964 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Publish callbacks [] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.196751 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:10.241231 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:10.265404 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.288785 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port b08cf1cb-5fa4-4e94-8fe7-890df11b086c, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:10.319574 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.320409 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:10.370239 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:10.379354 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Pushing event updated for resources: {'Port': ['ID=85120891-1641-440d-9683-f9d7b7fe4d7c,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:10.390742 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Publish callbacks [] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.400563 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.405542 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.407182 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.408225 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.408573 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.410064 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.410414 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.410745 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.413229 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.413620 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.413962 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.414296 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.414624 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.414943 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.416788 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.417125 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:10.449755 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:10.458553 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:10.461255 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:10.558220 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (9a993fc1-3a8a-46bf-b022-29933e81b390), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.651822 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Attempting to bind port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:10.652198 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Attempting to bind port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:10.654989 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Attempting to bind port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 on network 5b9b7db5-dbe9-46c7-a505-078e19a78841 {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:10.658625 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1fa97-10cc-4c6f-9bcb-7743e05c5492 None None] Pushing event updated for resources: {'Port': ['ID=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:10.771155 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.db.api [None req-8aff59de-8035-4081-bcd5-9a6a767f343b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 06:38:10.775575 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:10.775884 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Checking segment: {'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:10.776250 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG oslo_db.api [None req-8aff59de-8035-4081-bcd5-9a6a767f343b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:38:10.780043 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.780445 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Bound using segment: {'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:10.780951 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Bound port: cf4c89d7-5588-4e61-bc8d-a3fca3ee9974, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d4b3a4-23b6-4b06-b054-60abbaed82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:10.781331 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.798777 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.862050 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:10.926135 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:10.926592 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:10.977662 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] For port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:11.008494 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] For port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,segment=NetworkSegment(62d4b3a4-23b6-4b06-b054-60abbaed82b4),segment_id=62d4b3a4-23b6-4b06-b054-60abbaed82b4)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:11.034819 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.074894 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Routers {'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:11.076678 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:11.177471 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Publish callbacks [] for port (0d1116db-14d1-45db-a9b2-33f82b415888), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.202975 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.314897 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1fa97-10cc-4c6f-9bcb-7743e05c5492 None None] Pushing event updated for resources: {'Port': ['ID=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,revision_number=4']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:11.363744 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Publish callbacks [] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.365355 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Attempting to bind port 0d1116db-14d1-45db-a9b2-33f82b415888 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:11.365729 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Attempting to bind port 0d1116db-14d1-45db-a9b2-33f82b415888 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:11.366088 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Attempting to bind port 0d1116db-14d1-45db-a9b2-33f82b415888 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:11.373236 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] Set router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:11.373474 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.426530 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d34533-4aa4-4738-a82a-22c93ca0124f None None] Pushing event updated for resources: {'Port': ['ID=0d1116db-14d1-45db-a9b2-33f82b415888,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:11.428758 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:11.430192 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b5d17099-ea4d-4a17-8b68-797211ebe672 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:11.448349 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (9a993fc1-3a8a-46bf-b022-29933e81b390), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.505726 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-8aff59de-8035-4081-bcd5-9a6a767f343b None None] Current status of the port b08cf1cb-5fa4-4e94-8fe7-890df11b086c is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:11.546134 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:11.547067 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:11.547768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.548366 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:11.549517 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Bound port: 0d1116db-14d1-45db-a9b2-33f82b415888, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:11.550144 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.559342 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Pushing event updated for resources: {'Port': ['ID=85120891-1641-440d-9683-f9d7b7fe4d7c,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:11.586108 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:11.647183 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port b5d17099-ea4d-4a17-8b68-797211ebe672 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:11.648143 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.706821 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:11.719348 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:11.722625 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-333bad03-471f-47bb-ae3c-dea04abd90ff None None] Provisioning complete for port b08cf1cb-5fa4-4e94-8fe7-890df11b086c triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:11.723221 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-333bad03-471f-47bb-ae3c-dea04abd90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.726019 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:11.729122 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] For port 0d1116db-14d1-45db-a9b2-33f82b415888, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:11.740049 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:11.786386 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] For port 0d1116db-14d1-45db-a9b2-33f82b415888, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=0d1116db-14d1-45db-a9b2-33f82b415888,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:11.830519 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:11.869369 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:05Z', 'revision_number': 4, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'cf4c89d7-5588-4e61-bc8d-a3fca3ee9974', 'name': '', 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'mac_address': 'fa:16:3e:f3:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'fa815a69-f4aa-4f2a-b2a6-4782b2d5306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:03Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'subnets': [{'id': 'fa815a69-f4aa-4f2a-b2a6-4782b2d5306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:11.930012 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port b5d17099-ea4d-4a17-8b68-797211ebe672 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:11.957447 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99dd22a-d80d-499d-8f02-4423ea08cc1c None None] The sync data for ids ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'] in dv-cinder-852209-16-iscsi is: [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:05Z', 'revision_number': 4, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'cf4c89d7-5588-4e61-bc8d-a3fca3ee9974', 'name': '', 'network_id': '5b9b7db5-dbe9-46c7-a505-078e19a78841', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'mac_address': 'fa:16:3e:f3:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'fa815a69-f4aa-4f2a-b2a6-4782b2d5306f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:03Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'subnets': [{'id': 'fa815a69-f4aa-4f2a-b2a6-4782b2d5306f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:11.985251 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:11.989041 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:12.059968 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Router 9a993fc1-3a8a-46bf-b022-29933e81b390 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:38:12.134648 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d34533-4aa4-4738-a82a-22c93ca0124f None None] Pushing event updated for resources: {'Port': ['ID=0d1116db-14d1-45db-a9b2-33f82b415888,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:12.146963 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-333bad03-471f-47bb-ae3c-dea04abd90ff None None] Current status of the port b08cf1cb-5fa4-4e94-8fe7-890df11b086c is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:12.165766 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-333bad03-471f-47bb-ae3c-dea04abd90ff None None] Provisioning complete for port 85120891-1641-440d-9683-f9d7b7fe4d7c triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:12.166484 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-333bad03-471f-47bb-ae3c-dea04abd90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:12.296326 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-333bad03-471f-47bb-ae3c-dea04abd90ff None None] Port 85120891-1641-440d-9683-f9d7b7fe4d7c cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:38:12.302076 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b08cf1cb-5fa4-4e94-8fe7-890df11b086c up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:12.495785 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port b08cf1cb-5fa4-4e94-8fe7-890df11b086c triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:12.496105 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:12.576427 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-064439fa-40ce-47c9-8002-fb3f5513e2e9 None None] Provisioning complete for port 85120891-1641-440d-9683-f9d7b7fe4d7c triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:12.576796 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-064439fa-40ce-47c9-8002-fb3f5513e2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:12.579691 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:12.694751 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-064439fa-40ce-47c9-8002-fb3f5513e2e9 None None] Port 85120891-1641-440d-9683-f9d7b7fe4d7c cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:38:12.703022 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port b08cf1cb-5fa4-4e94-8fe7-890df11b086c is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:12.752016 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:12.754158 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:38:12.763145 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-aa0d4aac-7e7b-4e65-8959-ba8fa7960842 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/9a993fc1-3a8a-46bf-b022-29933e81b390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2655184 Sep 09 06:38:12.877944 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:12.934631 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:11Z', 'revision_number': 2, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:13.171414 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a447e6-e81b-43ef-9ae9-11eed45cb271 None None] The sync data for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi is: [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:11Z', 'revision_number': 2, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:13.556756 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59728) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:13.562031 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-84369411-network', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:13.587934 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Made reservation on behalf of e2a72949ee104e32b5cf777e7fe3de8e for: {'network': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:38:13.591304 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for network (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:13.602045 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:13.619390 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:13.789110 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Publish callbacks [] for security_group (7c590c3d-8f4b-4c10-bfb9-c047c2af750c), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:13.815767 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (7c590c3d-8f4b-4c10-bfb9-c047c2af750c), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:13.837736 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=106287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 06:38:13.857428 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (be42dea8-9a1a-4c3f-a022-8e085c6b7456), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:13.860107 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.segments_db [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Added segment be42dea8-9a1a-4c3f-a022-8e085c6b7456 of type vlan for network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 Sep 09 06:38:13.930700 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755525213597'] for network (d25c2a0f-0fd6-4f82-8d69-7bede85d7424), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:13.998628 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870'] for network (d25c2a0f-0fd6-4f82-8d69-7bede85d7424), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:14.000267 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:14.001373 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:14.111047 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:14.207938 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Pushing event updated for resources: {'Network': ['ID=d25c2a0f-0fd6-4f82-8d69-7bede85d7424,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:14.214015 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c590c3d-8f4b-4c10-bfb9-c047c2af750c,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:14.222879 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 details requested by agent ovs-agent-dv-cinder-852209-16-iscsi with host dv-cinder-852209-16-iscsi {{(pid=106288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 06:38:14.234956 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-9268c34a-116e-492c-a1dc-0ecf08dabc42 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6770291 Sep 09 06:38:14.237758 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59734) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:14.250866 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Request body: {'subnet': {'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-84369411-subnet', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'ip_version': 4}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:14.282900 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Made reservation on behalf of e2a72949ee104e32b5cf777e7fe3de8e for: {'subnet': 1} {{(pid=106287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:38:14.286840 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4059442'] for subnet (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:14.306683 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:14.307049 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:14.319088 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:14.589309 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:14.590450 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:14.670441 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3637876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4059436'] for subnet (6078ca70-a6e5-49bc-ad3a-54c53b95fa9a), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:14.679383 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,segment=NetworkSegment(62d4b3a4-23b6-4b06-b054-60abbaed82b4),segment_id=62d4b3a4-23b6-4b06-b054-60abbaed82b4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:14.687080 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:14.803970 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:14.850943 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Checking segment: {'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:14.855022 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Network hostable DHCP agents. Network: d25c2a0f-0fd6-4f82-8d69-7bede85d7424, hostable agents: ['655d262d-cae8-4cd5-8a77-6087d2245aa8'], hosted agents: [] {{(pid=106287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 06:38:14.880357 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6078ca70-a6e5-49bc-ad3a-54c53b95fa9a,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:14.919876 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 is scheduled to be hosted by DHCP agent 655d262d-cae8-4cd5-8a77-6087d2245aa8 with binding_index 1 {{(pid=106287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 06:38:14.935589 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-16-iscsi, d25c2a0f-0fd6-4f82-8d69-7bede85d7424) {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:14.941527 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:14.943165 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:14.953221 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489fd857-4cfc-45a8-b1a8-37c895fcd388 None None] Network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:38:14.978772 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a26211c0-60bf-49ce-807f-e7c5f38c99c9 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7390869 Sep 09 06:38:14.982082 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59736) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:14.987952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:15.045322 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-489879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12126'] for router (802849a1-30e7-4a38-813d-aadd27f560ed), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:15.048832 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12135'] for router (802849a1-30e7-4a38-813d-aadd27f560ed), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:15.213228 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks [] for router_controller (802849a1-30e7-4a38-813d-aadd27f560ed), precommit_add_association {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:15.274364 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a18364b-c8db-5c42-9790-20ce067641a4-d25c2a0f-0fd6-4f82-8d69-7bede85d7424', 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424', 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'fixed_ips': [{'subnet_id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a'}]}} from dv-cinder-852209-16-iscsi. {{(pid=106288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 06:38:15.275952 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:15.447761 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:15.548544 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.db_base_plugin_common [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Allocated IP 172.20.0.2 (d25c2a0f-0fd6-4f82-8d69-7bede85d7424/6078ca70-a6e5-49bc-ad3a-54c53b95fa9a/a974b800-ac60-406c-9f55-4026bed65c37) {{(pid=106288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:15.555911 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks [] for router_gateway (802849a1-30e7-4a38-813d-aadd27f560ed), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:15.889235 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Publish callbacks [] for port (a974b800-ac60-406c-9f55-4026bed65c37), precommit_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:15.898146 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911'] for port (a974b800-ac60-406c-9f55-4026bed65c37), after_create {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.055362 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 is already hosted by enough agents. {{(pid=106288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:16.063179 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Pushing event updated for resources: {'Port': ['ID=a974b800-ac60-406c-9f55-4026bed65c37,revision_number=1']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:16.068709 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.scheduler.base_scheduler [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Resources bound (agent type, host, resource id): {{(pid=106288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:16.072548 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Received port after_create {{(pid=106288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:16.183874 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Attempting to bind port a974b800-ac60-406c-9f55-4026bed65c37 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:16.184983 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Attempting to bind port a974b800-ac60-406c-9f55-4026bed65c37 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:16.185503 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Attempting to bind port a974b800-ac60-406c-9f55-4026bed65c37 on network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:16.248855 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:16.299163 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:16.312768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:16.314112 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:16.314652 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.389375 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:16.389746 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Checking segment: {'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:16.390148 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.390542 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Bound using segment: {'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:16.392949 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Bound port: a974b800-ac60-406c-9f55-4026bed65c37, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:16.392949 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a974b800-ac60-406c-9f55-4026bed65c37), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.441788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks [] for router_gateway (802849a1-30e7-4a38-813d-aadd27f560ed), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.468863 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] For port a974b800-ac60-406c-9f55-4026bed65c37, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:16.472636 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] For port a974b800-ac60-406c-9f55-4026bed65c37, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=a974b800-ac60-406c-9f55-4026bed65c37,segment=NetworkSegment(be42dea8-9a1a-4c3f-a022-8e085c6b7456),segment_id=be42dea8-9a1a-4c3f-a022-8e085c6b7456)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:16.502058 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.519754 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:16.520907 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 0d1116db-14d1-45db-a9b2-33f82b415888 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:16.521854 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:16.576089 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a974b800-ac60-406c-9f55-4026bed65c37), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.637230 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 0d1116db-14d1-45db-a9b2-33f82b415888 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:16.637911 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.710720 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7335993-6b20-46f7-a483-fd1fa46c2d39 None None] Pushing event updated for resources: {'Port': ['ID=a974b800-ac60-406c-9f55-4026bed65c37,revision_number=2']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:16.750382 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Allocated IP 172.27.0.92 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/cb6bc640-d7f0-4f23-9718-018b57cb7299) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:16.772530 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 0d1116db-14d1-45db-a9b2-33f82b415888 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:16.773205 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.804664 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 0d1116db-14d1-45db-a9b2-33f82b415888, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=0d1116db-14d1-45db-a9b2-33f82b415888,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:16.812809 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:16.850254 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:16.890302 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=0d1116db-14d1-45db-a9b2-33f82b415888,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:17.068224 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks [] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:17.146948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:17.247866 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:17.264978 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:17.267627 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:17.270280 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Pushing event updated for resources: {'Port': ['ID=cb6bc640-d7f0-4f23-9718-018b57cb7299,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:17.285409 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.285742 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.286082 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.286414 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.286743 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.287067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.287387 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.287734 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.288054 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.288372 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.288693 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.289008 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.289324 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.289639 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.289948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:17.740158 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks [] for router_gateway (802849a1-30e7-4a38-813d-aadd27f560ed), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:18.134341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484161'] for router (802849a1-30e7-4a38-813d-aadd27f560ed), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:18.227960 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device a974b800-ac60-406c-9f55-4026bed65c37 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:18.283705 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Sync routers for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:18.312302 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:18.312939 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:18.357768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f0214-37f2-47a4-ac55-38e33e2ea2b8 None None] Network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:38:18.398839 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-2809b8ff-8a59-47d0-83e4-e4a461b5258f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1516421 Sep 09 06:38:18.463101 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:18.493798 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:18.625202 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-7858aa35-4bb9-4efe-9bac-086c35311e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:18.627526 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-7858aa35-4bb9-4efe-9bac-086c35311e81 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 1129 time: 0.1664939 Sep 09 06:38:18.645491 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Router 802849a1-30e7-4a38-813d-aadd27f560ed is scheduled to L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 with binding_index 1 {{(pid=106286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 06:38:18.651394 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port a974b800-ac60-406c-9f55-4026bed65c37 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:18.651747 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a974b800-ac60-406c-9f55-4026bed65c37), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:18.663334 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-75a60fcd-eab5-47b1-b285-21c099d0268f None None] Provisioning complete for port a974b800-ac60-406c-9f55-4026bed65c37 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:18.663731 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-75a60fcd-eab5-47b1-b285-21c099d0268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a974b800-ac60-406c-9f55-4026bed65c37), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:18.813464 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-ab93c434-d8cd-4f7b-b2b7-f8ce0367487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:18.815778 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-ab93c434-d8cd-4f7b-b2b7-f8ce0367487a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.1601481 Sep 09 06:38:18.821559 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:18.839252 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:19.048484 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-75a60fcd-eab5-47b1-b285-21c099d0268f None None] Current status of the port a974b800-ac60-406c-9f55-4026bed65c37 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:19.049640 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-75a60fcd-eab5-47b1-b285-21c099d0268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a974b800-ac60-406c-9f55-4026bed65c37), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:19.067875 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:38:19.084874 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-9fe4ee0e-b27f-482e-a179-6fb95000edc9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 HTTP/1.1" status: 200 len: 1001 time: 0.2562802 Sep 09 06:38:19.088316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:19.090026 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-3650a198-c2a1-4094-8207-fa2392c513df admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.1063933 Sep 09 06:38:19.092370 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Sync routers for ids ['802849a1-30e7-4a38-813d-aadd27f560ed'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:19.093916 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59746) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:19.124318 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:38:19.161259 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port a974b800-ac60-406c-9f55-4026bed65c37 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:19.166358 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-aa687254-037e-4511-b94b-c67016e70591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:19.167143 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (a974b800-ac60-406c-9f55-4026bed65c37), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:19.167359 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Routers {'802849a1-30e7-4a38-813d-aadd27f560ed'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:19.169506 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-aa687254-037e-4511-b94b-c67016e70591 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0770748 Sep 09 06:38:19.170860 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['802849a1-30e7-4a38-813d-aadd27f560ed'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:19.223751 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:19.307844 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-bcbab5e3-d5a4-49f5-8ac6-2925ecd7184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:19.310577 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-bcbab5e3-d5a4-49f5-8ac6-2925ecd7184d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1303184 Sep 09 06:38:19.402919 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:19.416709 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-75a60fcd-eab5-47b1-b285-21c099d0268f None None] For port a974b800-ac60-406c-9f55-4026bed65c37, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=a974b800-ac60-406c-9f55-4026bed65c37,segment=NetworkSegment(be42dea8-9a1a-4c3f-a022-8e085c6b7456),segment_id=be42dea8-9a1a-4c3f-a022-8e085c6b7456)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:19.430268 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-75a60fcd-eab5-47b1-b285-21c099d0268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (a974b800-ac60-406c-9f55-4026bed65c37), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:19.471653 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:19.474960 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Set router 802849a1-30e7-4a38-813d-aadd27f560ed gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:19.590301 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-5f75f0d9-8da5-43f8-969a-50d345b80996 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730660 Sep 09 06:38:19.729518 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a60fcd-eab5-47b1-b285-21c099d0268f None None] Pushing event updated for resources: {'Port': ['ID=a974b800-ac60-406c-9f55-4026bed65c37,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:19.856748 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:19.910160 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6f93d121-38d0-46fe-894c-0c1d4fd891a8 req-316ea361-f95b-4986-b1c3-5e3e660dc428 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125358 Sep 09 06:38:19.945727 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-aa9abc69-e492-41c8-a0aa-4a134ae5086b None None] Provisioning complete for port a974b800-ac60-406c-9f55-4026bed65c37 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:19.945727 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-aa9abc69-e492-41c8-a0aa-4a134ae5086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a974b800-ac60-406c-9f55-4026bed65c37), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.001596 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:38:17Z', 'revision_number': 3, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port': {'id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:16Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:20.041551 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Checking router: 802849a1-30e7-4a38-813d-aadd27f560ed for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:20.041898 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Updating router 802849a1-30e7-4a38-813d-aadd27f560ed port cb6bc640-d7f0-4f23-9718-018b57cb7299 binding host dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:38:20.050919 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.db.api [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106288) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 06:38:20.051470 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG oslo_db.api [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 06:38:20.066849 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:11Z', 'revision_number': 2, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:20.074867 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.108322 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.145383 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Checking router: 9a993fc1-3a8a-46bf-b022-29933e81b390 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:20.145815 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Updating router 9a993fc1-3a8a-46bf-b022-29933e81b390 port 85120891-1641-440d-9683-f9d7b7fe4d7c binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:38:20.396156 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Allocated IP 172.20.0.1 (d25c2a0f-0fd6-4f82-8d69-7bede85d7424/6078ca70-a6e5-49bc-ad3a-54c53b95fa9a/6423e457-6f5a-4459-a937-c4b601fe0440) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:20.423559 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.447037 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-aa9abc69-e492-41c8-a0aa-4a134ae5086b None None] Current status of the port a974b800-ac60-406c-9f55-4026bed65c37 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:20.525524 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Publish callbacks [] for port (6423e457-6f5a-4459-a937-c4b601fe0440), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.560002 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:20.568654 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.625340 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:20.629064 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:20.636003 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:20.678541 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Publish callbacks [] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), precommit_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.682729 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494603'] for router_interface (802849a1-30e7-4a38-813d-aadd27f560ed), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.694735 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.708396 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:20.724416 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port a974b800-ac60-406c-9f55-4026bed65c37 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:20.726420 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 0d1116db-14d1-45db-a9b2-33f82b415888 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:20.778882 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Attempting to bind port cb6bc640-d7f0-4f23-9718-018b57cb7299 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:20.782264 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Attempting to bind port cb6bc640-d7f0-4f23-9718-018b57cb7299 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:20.782834 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Attempting to bind port cb6bc640-d7f0-4f23-9718-018b57cb7299 on network fb517ef4-06df-4a6d-9063-5467d83e52bc {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:20.856718 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Pushing event updated for resources: {'Port': ['ID=6423e457-6f5a-4459-a937-c4b601fe0440,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:20.925383 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:20.983778 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 0d1116db-14d1-45db-a9b2-33f82b415888 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:20.984431 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.098737 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:21.100182 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-705deb17-bb41-4a52-9d27-c68d4e06f9b9 None None] Provisioning complete for port 6423e457-6f5a-4459-a937-c4b601fe0440 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:21.100783 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-705deb17-bb41-4a52-9d27-c68d4e06f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.125837 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf352f-7d93-4c28-ad22-2c04cdd22956 None None] Pushing event updated for resources: {'Port': ['ID=cb6bc640-d7f0-4f23-9718-018b57cb7299,revision_number=2']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:21.159940 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:21.160245 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Checking segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:21.160715 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.161112 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Bound using segment: {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'} {{(pid=106289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:21.161586 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.managers [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Bound port: cb6bc640-d7f0-4f23-9718-018b57cb7299, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32497d8f-543a-4730-8627-90270613b35a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc'}}] {{(pid=106289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:21.161965 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), before_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.236255 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] For port cb6bc640-d7f0-4f23-9718-018b57cb7299, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:21.245472 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.plugins.ml2.db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] For port cb6bc640-d7f0-4f23-9718-018b57cb7299, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cb6bc640-d7f0-4f23-9718-018b57cb7299,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:21.259677 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), after_update {{(pid=106289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.280752 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:21.317878 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-705deb17-bb41-4a52-9d27-c68d4e06f9b9 None None] Port 6423e457-6f5a-4459-a937-c4b601fe0440 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:38:21.357490 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Routers {'802849a1-30e7-4a38-813d-aadd27f560ed'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:21.358171 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['802849a1-30e7-4a38-813d-aadd27f560ed'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:21.366711 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 0d1116db-14d1-45db-a9b2-33f82b415888 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:21.405962 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Publish callbacks [] for port (6423e457-6f5a-4459-a937-c4b601fe0440), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.407210 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Publish callbacks [] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.413172 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.420374 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.496299 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Pushing event updated for resources: {'Port': ['ID=6423e457-6f5a-4459-a937-c4b601fe0440,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:21.513253 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf352f-7d93-4c28-ad22-2c04cdd22956 None None] Pushing event updated for resources: {'Port': ['ID=cb6bc640-d7f0-4f23-9718-018b57cb7299,revision_number=3']} {{(pid=106289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:21.524950 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaa6f9-b241-460c-bdba-2344b5fccae1 None None] Pushing event updated for resources: {'Port': ['ID=85120891-1641-440d-9683-f9d7b7fe4d7c,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:21.581789 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device a974b800-ac60-406c-9f55-4026bed65c37 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:21.600041 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66712012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-494743'] for router_interface (802849a1-30e7-4a38-813d-aadd27f560ed), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.606222 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] Set router 802849a1-30e7-4a38-813d-aadd27f560ed gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:21.663754 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Attempting to bind port 85120891-1641-440d-9683-f9d7b7fe4d7c on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:21.664138 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Attempting to bind port 85120891-1641-440d-9683-f9d7b7fe4d7c by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:21.665014 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Attempting to bind port 85120891-1641-440d-9683-f9d7b7fe4d7c on network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:21.739933 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:21.752043 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:21.752497 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Checking segment: {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:21.753194 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.754001 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Bound using segment: {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:21.754686 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Bound port: 85120891-1641-440d-9683-f9d7b7fe4d7c, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:21.755198 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.758907 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port a974b800-ac60-406c-9f55-4026bed65c37 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:21.759733 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (a974b800-ac60-406c-9f55-4026bed65c37), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.795049 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:21.796578 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:21.886747 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:38:20Z', 'revision_number': 4, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port': {'id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:16Z', 'updated_at': '2022-09-09T06:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '6423e457-6f5a-4459-a937-c4b601fe0440', 'name': '', 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'mac_address': 'fa:16:3e:05:62:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:20Z', 'updated_at': '2022-09-09T06:38:20Z', 'revision_number': 1, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'subnets': [{'id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:21.924210 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] For port 85120891-1641-440d-9683-f9d7b7fe4d7c, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:21.924439 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a2775-9e9a-4ab9-90a5-c3c4d51fa978 None None] The sync data for ids ['802849a1-30e7-4a38-813d-aadd27f560ed'] in dv-cinder-852209-16-iscsi is: [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:38:20Z', 'revision_number': 4, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port': {'id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:16Z', 'updated_at': '2022-09-09T06:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '6423e457-6f5a-4459-a937-c4b601fe0440', 'name': '', 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'mac_address': 'fa:16:3e:05:62:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:20Z', 'updated_at': '2022-09-09T06:38:20Z', 'revision_number': 1, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'subnets': [{'id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:21.928748 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] For port 85120891-1641-440d-9683-f9d7b7fe4d7c, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=85120891-1641-440d-9683-f9d7b7fe4d7c,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:21.941234 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:21.949824 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:21.969481 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Router 802849a1-30e7-4a38-813d-aadd27f560ed has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:38:21.980314 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:21.981023 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:22.135283 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:22.173207 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:38:22.178836 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:22.182851 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaa6f9-b241-460c-bdba-2344b5fccae1 None None] Pushing event updated for resources: {'Port': ['ID=85120891-1641-440d-9683-f9d7b7fe4d7c,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:22.184961 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-148af2cd-6a01-4287-ab51-b678dc6e3f23 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/802849a1-30e7-4a38-813d-aadd27f560ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0893190 Sep 09 06:38:22.222804 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port a974b800-ac60-406c-9f55-4026bed65c37 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:22.318043 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-8a88f160-e759-45c2-aba0-4916f9c415fb None None] Provisioning complete for port 6423e457-6f5a-4459-a937-c4b601fe0440 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:22.318736 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8a88f160-e759-45c2-aba0-4916f9c415fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:22.457819 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-8a88f160-e759-45c2-aba0-4916f9c415fb None None] Port 6423e457-6f5a-4459-a937-c4b601fe0440 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:38:22.493911 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:22.616365 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:21Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:22.680287 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f509e-1b9c-443e-b15a-cab803175637 None None] The sync data for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi is: [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:21Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:23.052062 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59758) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:23.057009 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-6b41e3c8-228b-4334-9389-c4e8a4fba9ef tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642969613', 'description': 'tempest-secgroup-smoke-1642969613 description', 'project_id': '240d1fbee4bc4dbeb359f463302be8ee'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:23.093702 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6b41e3c8-228b-4334-9389-c4e8a4fba9ef tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.409771 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6b41e3c8-228b-4334-9389-c4e8a4fba9ef tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group (3cc18531-c704-47ba-9f5f-b051ec703189), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.414691 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6b41e3c8-228b-4334-9389-c4e8a4fba9ef tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3cc18531-c704-47ba-9f5f-b051ec703189), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.539472 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41e3c8-228b-4334-9389-c4e8a4fba9ef tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc18531-c704-47ba-9f5f-b051ec703189,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:23.552232 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6b41e3c8-228b-4334-9389-c4e8a4fba9ef tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.553533 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6b41e3c8-228b-4334-9389-c4e8a4fba9ef tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5002255 Sep 09 06:38:23.557121 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59760) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:23.563009 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-edd0b81d-da89-4ab6-8d6f-6cbf8eed25a2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'security_group_rule': {'security_group_id': '3cc18531-c704-47ba-9f5f-b051ec703189', 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:23.722659 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-edd0b81d-da89-4ab6-8d6f-6cbf8eed25a2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (8678e6fa-9bd9-4d80-bb0a-9d65ed8f4f5a), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.726489 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 85120891-1641-440d-9683-f9d7b7fe4d7c up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:23.797687 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:23.834583 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 85120891-1641-440d-9683-f9d7b7fe4d7c triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:23.835204 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.901460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-edd0b81d-da89-4ab6-8d6f-6cbf8eed25a2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (8678e6fa-9bd9-4d80-bb0a-9d65ed8f4f5a), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.907670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-edd0b81d-da89-4ab6-8d6f-6cbf8eed25a2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (8678e6fa-9bd9-4d80-bb0a-9d65ed8f4f5a), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.970971 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0b81d-da89-4ab6-8d6f-6cbf8eed25a2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8678e6fa-9bd9-4d80-bb0a-9d65ed8f4f5a,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:23.974334 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 85120891-1641-440d-9683-f9d7b7fe4d7c is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:23.975659 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.987700 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-edd0b81d-da89-4ab6-8d6f-6cbf8eed25a2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:23.992038 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-edd0b81d-da89-4ab6-8d6f-6cbf8eed25a2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298720 Sep 09 06:38:23.992259 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59762) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:23.996976 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-fc0c5841-80c3-4f66-9283-1d2cd3dc11b0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'security_group_rule': {'security_group_id': '3cc18531-c704-47ba-9f5f-b051ec703189', 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:24.048231 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 85120891-1641-440d-9683-f9d7b7fe4d7c, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=85120891-1641-440d-9683-f9d7b7fe4d7c,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:24.052995 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.078621 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5841-80c3-4f66-9283-1d2cd3dc11b0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (4ba108f4-b848-4aca-837d-6900f475d98a), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.187127 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=85120891-1641-440d-9683-f9d7b7fe4d7c,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:24.197426 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5841-80c3-4f66-9283-1d2cd3dc11b0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (4ba108f4-b848-4aca-837d-6900f475d98a), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.204418 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5841-80c3-4f66-9283-1d2cd3dc11b0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (4ba108f4-b848-4aca-837d-6900f475d98a), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.224504 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c5841-80c3-4f66-9283-1d2cd3dc11b0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba108f4-b848-4aca-837d-6900f475d98a,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:24.233167 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5841-80c3-4f66-9283-1d2cd3dc11b0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.235454 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-fc0c5841-80c3-4f66-9283-1d2cd3dc11b0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2422225 Sep 09 06:38:24.238308 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59764) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:24.242918 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-f1d6245d-b999-4a73-98bf-c513a6f73d45 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'security_group_rule': {'security_group_id': '3cc18531-c704-47ba-9f5f-b051ec703189', 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:24.326407 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f1d6245d-b999-4a73-98bf-c513a6f73d45 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (9181aa33-5589-45ed-a98e-ef369d9da74d), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.412975 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f1d6245d-b999-4a73-98bf-c513a6f73d45 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (9181aa33-5589-45ed-a98e-ef369d9da74d), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.422222 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f1d6245d-b999-4a73-98bf-c513a6f73d45 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (9181aa33-5589-45ed-a98e-ef369d9da74d), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.445740 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6245d-b999-4a73-98bf-c513a6f73d45 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9181aa33-5589-45ed-a98e-ef369d9da74d,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:24.460914 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f1d6245d-b999-4a73-98bf-c513a6f73d45 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.462080 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f1d6245d-b999-4a73-98bf-c513a6f73d45 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2226677 Sep 09 06:38:24.466902 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59768) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:24.470929 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-ee35d067-5601-460b-9ea1-484eef2a763e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'security_group_rule': {'security_group_id': '3cc18531-c704-47ba-9f5f-b051ec703189', 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:24.531884 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ee35d067-5601-460b-9ea1-484eef2a763e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (b09a136f-cdbb-457d-9a12-813959269d78), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.652224 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ee35d067-5601-460b-9ea1-484eef2a763e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (b09a136f-cdbb-457d-9a12-813959269d78), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.661242 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ee35d067-5601-460b-9ea1-484eef2a763e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (b09a136f-cdbb-457d-9a12-813959269d78), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.719027 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35d067-5601-460b-9ea1-484eef2a763e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09a136f-cdbb-457d-9a12-813959269d78,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:24.742042 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-ee35d067-5601-460b-9ea1-484eef2a763e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.750279 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59772) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:24.757128 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-3cf4bed1-a679-432a-8405-3a903c9eed9e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'security_group_rule': {'security_group_id': '3cc18531-c704-47ba-9f5f-b051ec703189', 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:24.763148 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-ee35d067-5601-460b-9ea1-484eef2a763e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2863083 Sep 09 06:38:24.787704 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.securitygroups_db [None req-3cf4bed1-a679-432a-8405-3a903c9eed9e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Project 240d1fbee4bc4dbeb359f463302be8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:38:24.795837 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3cf4bed1-a679-432a-8405-3a903c9eed9e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (0d744cf1-2a8b-432c-ab01-1c9d5db057d7), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.800436 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:24.898091 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3cf4bed1-a679-432a-8405-3a903c9eed9e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (0d744cf1-2a8b-432c-ab01-1c9d5db057d7), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.904145 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3cf4bed1-a679-432a-8405-3a903c9eed9e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (0d744cf1-2a8b-432c-ab01-1c9d5db057d7), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.942998 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:24.948242 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4bed1-a679-432a-8405-3a903c9eed9e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d744cf1-2a8b-432c-ab01-1c9d5db057d7,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:24.955815 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3cf4bed1-a679-432a-8405-3a903c9eed9e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:24.960206 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59774) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:24.971437 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-39aea27d-3ef6-4127-98e8-6718d0841a62 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'security_group_rule': {'security_group_id': '3cc18531-c704-47ba-9f5f-b051ec703189', 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:24.976781 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-3cf4bed1-a679-432a-8405-3a903c9eed9e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2244670 Sep 09 06:38:25.004339 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.securitygroups_db [None req-39aea27d-3ef6-4127-98e8-6718d0841a62 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Project 240d1fbee4bc4dbeb359f463302be8ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:38:25.011682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-39aea27d-3ef6-4127-98e8-6718d0841a62 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (aece66eb-aabf-49cc-96c6-1f86b2e79400), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:25.117756 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-39aea27d-3ef6-4127-98e8-6718d0841a62 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (aece66eb-aabf-49cc-96c6-1f86b2e79400), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:25.126474 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-39aea27d-3ef6-4127-98e8-6718d0841a62 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (aece66eb-aabf-49cc-96c6-1f86b2e79400), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:25.185385 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aea27d-3ef6-4127-98e8-6718d0841a62 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aece66eb-aabf-49cc-96c6-1f86b2e79400,revision_number=0']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:25.195069 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-39aea27d-3ef6-4127-98e8-6718d0841a62 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:25.207218 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-39aea27d-3ef6-4127-98e8-6718d0841a62 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2453539 Sep 09 06:38:25.599752 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 85120891-1641-440d-9683-f9d7b7fe4d7c up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:25.672465 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 85120891-1641-440d-9683-f9d7b7fe4d7c triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:25.675462 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:25.834198 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 85120891-1641-440d-9683-f9d7b7fe4d7c is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:25.835823 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cb6bc640-d7f0-4f23-9718-018b57cb7299 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:25.892747 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port cb6bc640-d7f0-4f23-9718-018b57cb7299 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:25.893114 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:26.009530 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port cb6bc640-d7f0-4f23-9718-018b57cb7299 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:26.009944 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:26.036934 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port cb6bc640-d7f0-4f23-9718-018b57cb7299, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cb6bc640-d7f0-4f23-9718-018b57cb7299,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:26.041557 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:26.094730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:26.109031 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=cb6bc640-d7f0-4f23-9718-018b57cb7299,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:26.600638 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-69257767-9e2b-4db9-8aea-5c58e72b95b2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:26.602152 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-69257767-9e2b-4db9-8aea-5c58e72b95b2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/networks?id=dd5e95ac-8469-4af2-8573-83017cfeb570 HTTP/1.1" status: 200 len: 814 time: 0.1128860 Sep 09 06:38:26.619133 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-60b6fa05-b659-4d2f-b864-ebd37d958f53 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/quotas/3312523776514be3a56e169c9234168b HTTP/1.1" status: 200 len: 375 time: 0.0104077 Sep 09 06:38:26.677715 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a3a3eaac-d044-4e1d-af5b-a262343d5535 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3312523776514be3a56e169c9234168b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501125 Sep 09 06:38:26.782587 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-396503ed-23df-4630-ad5e-e6003b70f1f4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910199 Sep 09 06:38:26.831270 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Sync routers for ids ['802849a1-30e7-4a38-813d-aadd27f560ed'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:26.846278 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Routers {'802849a1-30e7-4a38-813d-aadd27f560ed'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:26.846906 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['802849a1-30e7-4a38-813d-aadd27f560ed'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:26.885594 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:26.893543 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-bb11d415-6e35-489d-a4ca-b8cac2c3a6fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046100 Sep 09 06:38:26.980674 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Set router 802849a1-30e7-4a38-813d-aadd27f560ed gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:27.061567 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:27.128867 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a2a83088-2517-49ea-bc7c-0ae5f1620a71 req-cc2da343-1849-4234-b825-b5947b054081 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 210 time: 0.0578408 Sep 09 06:38:27.256012 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:38:20Z', 'revision_number': 4, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port': {'id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:16Z', 'updated_at': '2022-09-09T06:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '6423e457-6f5a-4459-a937-c4b601fe0440', 'name': '', 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'mac_address': 'fa:16:3e:05:62:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:20Z', 'updated_at': '2022-09-09T06:38:21Z', 'revision_number': 2, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'subnets': [{'id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:27.284472 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Checking router: 802849a1-30e7-4a38-813d-aadd27f560ed for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:27.285034 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Updating router 802849a1-30e7-4a38-813d-aadd27f560ed port 6423e457-6f5a-4459-a937-c4b601fe0440 binding host dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 06:38:27.321883 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:27.522778 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cb6bc640-d7f0-4f23-9718-018b57cb7299 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:27.888721 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port cb6bc640-d7f0-4f23-9718-018b57cb7299 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:27.889299 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.013864 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:28.017232 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Publish callbacks [] for port (6423e457-6f5a-4459-a937-c4b601fe0440), precommit_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.041834 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.079366 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port cb6bc640-d7f0-4f23-9718-018b57cb7299 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:28.111755 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c5e84-2205-4f7b-8884-3d6eeda9b2f5 None None] Pushing event updated for resources: {'Port': ['ID=6423e457-6f5a-4459-a937-c4b601fe0440,revision_number=3']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:28.149725 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Attempting to bind port 6423e457-6f5a-4459-a937-c4b601fe0440 on host dv-cinder-852209-16-iscsi for vnic_type normal with profile {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:28.150090 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Attempting to bind port 6423e457-6f5a-4459-a937-c4b601fe0440 by drivers openvswitch,hyperv on host dv-cinder-852209-16-iscsi at level 0 using segments [{'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:28.150445 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Attempting to bind port 6423e457-6f5a-4459-a937-c4b601fe0440 on network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:28.194969 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Checking agent: {'id': '59c65349-5c98-47b2-9952-287f513feb31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 21, 4), 'started_at': datetime.datetime(2022, 9, 9, 6, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:28.195336 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Checking segment: {'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:28.195761 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.196144 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Bound using segment: {'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'} {{(pid=106288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:28.196639 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.managers [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Bound port: 6423e457-6f5a-4459-a937-c4b601fe0440, host: dv-cinder-852209-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be42dea8-9a1a-4c3f-a022-8e085c6b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424'}}] {{(pid=106288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:28.197010 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.224865 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b8b44691-8b4c-49b6-901a-75f21b9f0051 req-ba9afee9-ce74-4e08-953e-f13752179d46 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 210 time: 0.0368915 Sep 09 06:38:28.274379 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:28.279746 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] For port 6423e457-6f5a-4459-a937-c4b601fe0440, host dv-cinder-852209-16-iscsi, cleared binding levels {{(pid=106288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:28.284095 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:28.284271 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] For port 6423e457-6f5a-4459-a937-c4b601fe0440, host dv-cinder-852209-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=6423e457-6f5a-4459-a937-c4b601fe0440,segment=NetworkSegment(be42dea8-9a1a-4c3f-a022-8e085c6b7456),segment_id=be42dea8-9a1a-4c3f-a022-8e085c6b7456)] {{(pid=106288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:28.292833 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.363615 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Routers {'802849a1-30e7-4a38-813d-aadd27f560ed'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:28.363615 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['802849a1-30e7-4a38-813d-aadd27f560ed'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:28.380929 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-6f5d8c95-c5d5-443c-9a05-f56ee8655b4c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:28.382371 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-6f5d8c95-c5d5-443c-9a05-f56ee8655b4c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.33 "GET /networking/v2.0/networks?id=dd5e95ac-8469-4af2-8573-83017cfeb570 HTTP/1.1" status: 200 len: 814 time: 0.1192634 Sep 09 06:38:28.394071 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'port': {'device_id': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'admin_state_up': True, 'tenant_id': '3312523776514be3a56e169c9234168b'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:28.466768 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c5e84-2205-4f7b-8884-3d6eeda9b2f5 None None] Pushing event updated for resources: {'Port': ['ID=6423e457-6f5a-4459-a937-c4b601fe0440,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:28.494895 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] Set router 802849a1-30e7-4a38-813d-aadd27f560ed gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:28.529120 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Made reservation on behalf of 3312523776514be3a56e169c9234168b for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:38:28.533664 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.655332 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59952) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:28.712391 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fe0708-79a0-461f-a856-b106fa40192e admin admin] Deleting subnet 2d11d6cd-abad-4cf2-84b9-e9cc58169826 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:38:28.717656 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0708-79a0-461f-a856-b106fa40192e admin admin] Publish callbacks [] for subnet (2d11d6cd-abad-4cf2-84b9-e9cc58169826), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.723971 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Allocated IP 172.20.0.13 (dd5e95ac-8469-4af2-8573-83017cfeb570/cb7bb676-61ba-4472-aa6d-a21825d3fd61/5e30e4a1-b196-4f98-bfaf-2bf7a95188a4) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:28.738466 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2d390140-f383-4226-a211-326a3e8b7c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.750380 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:38:20Z', 'revision_number': 4, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port': {'id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:16Z', 'updated_at': '2022-09-09T06:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '6423e457-6f5a-4459-a937-c4b601fe0440', 'name': '', 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'mac_address': 'fa:16:3e:05:62:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:20Z', 'updated_at': '2022-09-09T06:38:28Z', 'revision_number': 4, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'subnets': [{'id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:28.769679 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0708-79a0-461f-a856-b106fa40192e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (2d11d6cd-abad-4cf2-84b9-e9cc58169826), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.786474 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd287eb2-5c2b-4900-89bb-18b0fa7b7ea7 None None] The sync data for ids ['802849a1-30e7-4a38-813d-aadd27f560ed'] in dv-cinder-852209-16-iscsi is: [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:38:20Z', 'revision_number': 4, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port': {'id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:16Z', 'updated_at': '2022-09-09T06:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '6423e457-6f5a-4459-a937-c4b601fe0440', 'name': '', 'network_id': 'd25c2a0f-0fd6-4f82-8d69-7bede85d7424', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'mac_address': 'fa:16:3e:05:62:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:20Z', 'updated_at': '2022-09-09T06:38:28Z', 'revision_number': 4, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'subnets': [{'id': '6078ca70-a6e5-49bc-ad3a-54c53b95fa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:28.817784 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0708-79a0-461f-a856-b106fa40192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (2d11d6cd-abad-4cf2-84b9-e9cc58169826), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.888738 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0708-79a0-461f-a856-b106fa40192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (2d11d6cd-abad-4cf2-84b9-e9cc58169826), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.936382 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0708-79a0-461f-a856-b106fa40192e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:28.940069 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-c0fe0708-79a0-461f-a856-b106fa40192e admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/2d11d6cd-abad-4cf2-84b9-e9cc58169826 HTTP/1.1" status: 204 len: 168 time: 0.2836666 Sep 09 06:38:28.941705 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe0708-79a0-461f-a856-b106fa40192e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d11d6cd-abad-4cf2-84b9-e9cc58169826,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:28.942863 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59964) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:29.053269 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.106715 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (4db78c28-f49e-4229-95ad-8ceb42e8a419), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.264016 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (4db78c28-f49e-4229-95ad-8ceb42e8a419), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.296174 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db78c28-f49e-4229-95ad-8ceb42e8a419']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:29.338467 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3aec98-92f9-46cd-b7a9-227eae421813') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:29.339165 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3aec98-92f9-46cd-b7a9-227eae421813') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:29.384428 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (bb3aec98-92f9-46cd-b7a9-227eae421813), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.417336 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (bb3aec98-92f9-46cd-b7a9-227eae421813), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.430729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:29.433904 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.440679 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:38:29.441438 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (bb3aec98-92f9-46cd-b7a9-227eae421813), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.592555 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 6423e457-6f5a-4459-a937-c4b601fe0440 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:29.632401 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:29.642127 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment bb3aec98-92f9-46cd-b7a9-227eae421813 resource provider aggregate not found Sep 09 06:38:29.665461 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (4db78c28-f49e-4229-95ad-8ceb42e8a419), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.706620 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 6423e457-6f5a-4459-a937-c4b601fe0440 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:29.706994 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.742386 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Network dd5e95ac-8469-4af2-8573-83017cfeb570 is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:29.754946 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.769433 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4db78c28-f49e-4229-95ad-8ceb42e8a419 HTTP/1.1" status: 204 len: 168 time: 0.8252535 Sep 09 06:38:29.775727 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment bb3aec98-92f9-46cd-b7a9-227eae421813 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb3aec98-92f9-46cd-b7a9-227eae421813 found for delete ", "request_id": "req-d2e0e1df-5670-49e0-afe1-bb7cb62445f9"}]} Sep 09 06:38:29.784828 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:29.793902 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:29.890987 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 6423e457-6f5a-4459-a937-c4b601fe0440 is: DOWN; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:29.891827 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.898984 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb862cb-398a-4e35-a37a-a06b6255bdd0 req-76f3ae0f-87f7-4fde-a38d-d33a708c00cd tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:29.900720 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7eb862cb-398a-4e35-a37a-a06b6255bdd0 req-76f3ae0f-87f7-4fde-a38d-d33a708c00cd tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 932 time: 0.4733670 Sep 09 06:38:29.909278 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e882d-cd05-4d87-a2d0-021265554173 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db78c28-f49e-4229-95ad-8ceb42e8a419,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:29.959148 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] For port 6423e457-6f5a-4459-a937-c4b601fe0440, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=6423e457-6f5a-4459-a937-c4b601fe0440,segment=NetworkSegment(be42dea8-9a1a-4c3f-a022-8e085c6b7456),segment_id=be42dea8-9a1a-4c3f-a022-8e085c6b7456)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:29.988062 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:29.993744 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:29.994485 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.035320 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'Port': ['ID=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:30.060398 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-a2f170f4-1c32-4c2e-8838-ece5b414f5b6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6699131 Sep 09 06:38:30.102472 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:30.113834 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Request body: {'port': {'device_id': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:30.117537 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Pushing event updated for resources: {'Port': ['ID=6423e457-6f5a-4459-a937-c4b601fe0440,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:30.195909 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7eb862cb-398a-4e35-a37a-a06b6255bdd0 req-737e4345-d6f9-47c8-aefb-35d7b2caa4d5 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760441 Sep 09 06:38:30.277613 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.281500 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-e9abef01-8fa5-44f7-a918-6d8ea908da32 None None] Provisioning complete for port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:30.282394 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e9abef01-8fa5-44f7-a918-6d8ea908da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.298624 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 59976) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:30.331795 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-e9abef01-8fa5-44f7-a918-6d8ea908da32 None None] Port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:38:30.377129 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 59978) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:30.377641 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-404b6afd-e3b5-4d39-a207-db34cc857857 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b5ecb76de8c443ba93d919ab2bad03c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760419 Sep 09 06:38:30.511775 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0d01a788-373d-44b1-a25e-d6223e4f0903 admin admin] Publish callbacks [] for security_group (facc63dd-9e85-4a39-993c-4a3f10559005), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.586056 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0d01a788-373d-44b1-a25e-d6223e4f0903 admin admin] Publish callbacks [] for security_group (facc63dd-9e85-4a39-993c-4a3f10559005), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.803202 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0d01a788-373d-44b1-a25e-d6223e4f0903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (facc63dd-9e85-4a39-993c-4a3f10559005), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.805670 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0d01a788-373d-44b1-a25e-d6223e4f0903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.810404 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-0d01a788-373d-44b1-a25e-d6223e4f0903 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/facc63dd-9e85-4a39-993c-4a3f10559005 HTTP/1.1" status: 204 len: 168 time: 0.4278157 Sep 09 06:38:30.814471 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:38:30.826916 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Publish callbacks [] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.849913 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Transition to ACTIVE for port object 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:38:30.863596 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:30.865906 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01a788-373d-44b1-a25e-d6223e4f0903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc63dd-9e85-4a39-993c-4a3f10559005,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:30.868225 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:30.940964 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:31.050742 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f7717eed-cbef-4c6b-814a-ea43ab99b634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:31.061302 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Attempting to bind port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:31.061561 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Attempting to bind port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:31.061896 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Attempting to bind port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 on network dd5e95ac-8469-4af2-8573-83017cfeb570 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:31.120830 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 on network dd5e95ac-8469-4af2-8573-83017cfeb570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:38:31.120830 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Attempting to bind port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 on network dd5e95ac-8469-4af2-8573-83017cfeb570 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:31.183471 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:31.183854 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Checking segment: {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:31.184249 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Bound using segment: {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:31.184692 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Bound port: 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb32c4e-e2af-4b92-bad5-cac6838d8f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:31.185089 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:31.201651 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:31.330964 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] For port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:31.341680 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] For port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:31.358841 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:31.363466 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:31.367187 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:31.376207 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 1094 time: 1.2774537 Sep 09 06:38:31.384895 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:38:31.388279 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0dfb7a-9f6e-4e04-b5b3-6c4ccc083cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:38:31.519465 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac624b8-4651-459b-a8fd-083b0a9e3cb3 x-openstack-request-id: req-bac624b8-4651-459b-a8fd-083b0a9e3cb3 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:38:31.520159 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:38:31.520675 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bac624b8-4651-459b-a8fd-083b0a9e3cb3 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:38:31.521424 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac624b8-4651-459b-a8fd-083b0a9e3cb3'] response: {'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'status': 'completed', 'code': 200} Sep 09 06:38:31.555495 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69b1fe-2db3-4cac-b6ef-a245921866f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:31.557398 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 6423e457-6f5a-4459-a937-c4b601fe0440 up at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:31.565709 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4e753-54a0-426c-8399-b6b2374757f5 req-bb55774d-2239-45c6-931d-78a5fbe3c966 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:31.566991 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-97f4e753-54a0-426c-8399-b6b2374757f5 req-bb55774d-2239-45c6-931d-78a5fbe3c966 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 944 time: 0.1880093 Sep 09 06:38:31.627476 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Provisioning complete for port 6423e457-6f5a-4459-a937-c4b601fe0440 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:31.629645 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:31.738208 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:31.754523 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Current status of the port 6423e457-6f5a-4459-a937-c4b601fe0440 is: ACTIVE; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:31.884147 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:31.927232 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=44 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:31.928934 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-97f4e753-54a0-426c-8399-b6b2374757f5 req-0a50afa6-382c-4177-b2e2-934b19b934e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518229 Sep 09 06:38:32.259079 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:33.081933 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723016-e55b-4e89-83c6-213db8c7bf08 req-0089d4bd-2ba5-474a-9a53-72e0115c7b55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:33.083733 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cb723016-e55b-4e89-83c6-213db8c7bf08 req-0089d4bd-2ba5-474a-9a53-72e0115c7b55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0620461 Sep 09 06:38:33.145202 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cb723016-e55b-4e89-83c6-213db8c7bf08 req-8b82da90-4bcb-4edb-8b98-01b2eb5df337 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546827 Sep 09 06:38:33.529600 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:33.607007 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:34.282381 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d121849-7c4a-4953-83f4-6d6f3d339279 req-2746f69f-302c-4a4a-a99e-30929096b4a6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:34.283776 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d121849-7c4a-4953-83f4-6d6f3d339279 req-2746f69f-302c-4a4a-a99e-30929096b4a6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0580599 Sep 09 06:38:34.355562 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d121849-7c4a-4953-83f4-6d6f3d339279 req-0d9a6ecf-e7ba-4518-b818-212147e1762c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661378 Sep 09 06:38:35.495073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1d6e8-4e88-4f2e-baae-bd0ae38d56f3 req-8cf99ae0-a060-446f-a790-46be8ce4e64f tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:35.497184 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-76b1d6e8-4e88-4f2e-baae-bd0ae38d56f3 req-8cf99ae0-a060-446f-a790-46be8ce4e64f tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0502069 Sep 09 06:38:35.551337 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-76b1d6e8-4e88-4f2e-baae-bd0ae38d56f3 req-5ee684f8-d4b0-4cc2-a52d-f3ff9a1e5af6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Sep 09 06:38:36.690617 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f775c-3647-403a-87e2-45a340b43d7d req-10c9dab5-e26e-4039-aeef-b9d26b7ef1e5 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:36.697592 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fd6f775c-3647-403a-87e2-45a340b43d7d req-10c9dab5-e26e-4039-aeef-b9d26b7ef1e5 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0559361 Sep 09 06:38:36.750390 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-fd6f775c-3647-403a-87e2-45a340b43d7d req-d4d27aa0-cb3c-4250-93ab-5f2d7a50a3fb tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519247 Sep 09 06:38:37.877622 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6beb32-1313-4978-8b2b-388692c74b05 req-96c2f1e0-a472-4180-a1ce-40b6600e7f70 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:37.879370 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3c6beb32-1313-4978-8b2b-388692c74b05 req-96c2f1e0-a472-4180-a1ce-40b6600e7f70 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0473938 Sep 09 06:38:37.914063 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:37.962500 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dfb7a-9f6e-4e04-b5b3-6c4ccc083cf9 req-618a09ee-153a-4da8-9cce-5c4f88106cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:37.964103 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1d0dfb7a-9f6e-4e04-b5b3-6c4ccc083cf9 req-618a09ee-153a-4da8-9cce-5c4f88106cbb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3312523776514be3a56e169c9234168b&device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1128 time: 0.0596774 Sep 09 06:38:37.967528 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3c6beb32-1313-4978-8b2b-388692c74b05 req-f88997ef-0986-444e-9245-73cb5e2c9666 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806134 Sep 09 06:38:38.150232 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dfb7a-9f6e-4e04-b5b3-6c4ccc083cf9 req-939aaba1-0a40-4c48-aa92-58ecd31be6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:38.151766 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1d0dfb7a-9f6e-4e04-b5b3-6c4ccc083cf9 req-939aaba1-0a40-4c48-aa92-58ecd31be6c9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=3312523776514be3a56e169c9234168b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1002805 Sep 09 06:38:38.250420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dfb7a-9f6e-4e04-b5b3-6c4ccc083cf9 req-5259640b-dc59-4232-9a9e-03e66e95702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:38.251878 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1d0dfb7a-9f6e-4e04-b5b3-6c4ccc083cf9 req-5259640b-dc59-4232-9a9e-03e66e95702c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912228 Sep 09 06:38:38.330815 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-c16f1690-9259-434e-b9c4-15f5ec0516c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:38.332215 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-c16f1690-9259-434e-b9c4-15f5ec0516c5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3312523776514be3a56e169c9234168b&device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1128 time: 0.0391500 Sep 09 06:38:38.372213 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-7809511c-4c87-469a-84c2-61954027a67e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 217 time: 0.0319355 Sep 09 06:38:38.419923 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-8c7ec37b-0b87-432c-8d38-caf25ff14dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:38.421318 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-8c7ec37b-0b87-432c-8d38-caf25ff14dcf service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=cb7bb676-61ba-4472-aa6d-a21825d3fd61 HTTP/1.1" status: 200 len: 853 time: 0.0429575 Sep 09 06:38:38.457163 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:38.469404 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-05142553-7cea-44ee-91b1-c5d665b4c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:38.470864 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-05142553-7cea-44ee-91b1-c5d665b4c6ad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd5e95ac-8469-4af2-8573-83017cfeb570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428650 Sep 09 06:38:38.560983 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-dec0543b-6a69-41b3-bb3c-91d4a58edd05 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831537 Sep 09 06:38:38.655506 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f8203c96-1fab-4995-a942-ab0e20abac42 req-d51d9b96-4b81-45ea-b07d-ab153ea7be53 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876801 Sep 09 06:38:39.090559 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37e5c7-2b6b-4b22-b3a2-2664c5d4fa97 req-9f71bcd1-0187-436a-84e3-8d9b8e4ca2dd tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:39.092030 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5a37e5c7-2b6b-4b22-b3a2-2664c5d4fa97 req-9f71bcd1-0187-436a-84e3-8d9b8e4ca2dd tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0470066 Sep 09 06:38:39.140465 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5a37e5c7-2b6b-4b22-b3a2-2664c5d4fa97 req-85106892-8ec7-4964-b38d-9f374f571e53 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Sep 09 06:38:40.264558 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac8ef-d1a3-4d6f-9aa9-78a7013a2ad4 req-645a57bd-d74d-4da9-b22c-08877be472a1 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:40.266012 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f08ac8ef-d1a3-4d6f-9aa9-78a7013a2ad4 req-645a57bd-d74d-4da9-b22c-08877be472a1 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0520256 Sep 09 06:38:40.313517 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f08ac8ef-d1a3-4d6f-9aa9-78a7013a2ad4 req-d5c10de4-6680-4b7b-8c2e-fe2c4edd97ac tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Sep 09 06:38:40.354036 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=37,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:40.369927 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=27,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:40.984001 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:38:41.087264 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:41.099075 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'port_id': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'mac_address': 'fa:16:3e:74:8e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:38:41.133672 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:41.134063 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:41.147872 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:38:41.169779 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:41.173001 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:41.225299 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:41.436515 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:38:41.437952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6792c-59cd-4946-b454-91e8592f1137 req-22021e81-69ee-4faf-82cd-b90c2f993703 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:41.439696 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5af6792c-59cd-4946-b454-91e8592f1137 req-22021e81-69ee-4faf-82cd-b90c2f993703 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0479438 Sep 09 06:38:41.530089 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5af6792c-59cd-4946-b454-91e8592f1137 req-dbb32f36-e1ef-4214-9e20-a0d7f1cc782e tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811524 Sep 09 06:38:42.445097 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-e2e7f2e7-cf13-4a25-84ed-96987dce682e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1642969613&fields=id&tenant_id=240d1fbee4bc4dbeb359f463302be8ee HTTP/1.1" status: 200 len: 267 time: 0.0437803 Sep 09 06:38:42.553671 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f02a-f23e-428d-bb02-06ae5385398e req-75d832ae-293b-4f21-b928-f626971a055d tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:42.555109 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-75d832ae-293b-4f21-b928-f626971a055d tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 809 time: 0.1032410 Sep 09 06:38:42.571701 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cb8d4f7f-2aff-48b4-8e54-ec10390d0070 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/quotas/240d1fbee4bc4dbeb359f463302be8ee HTTP/1.1" status: 200 len: 375 time: 0.0099494 Sep 09 06:38:42.608303 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:42.653671 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-e0b98980-d17a-4c20-b216-f19fdd1d8c66 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767081 Sep 09 06:38:42.669356 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7541eb7-ccea-4a95-8f08-c47aec2c9f49 req-9a3ec9a1-d1d4-4f0a-b37c-fd12fe3f4995 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:42.670797 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e7541eb7-ccea-4a95-8f08-c47aec2c9f49 req-9a3ec9a1-d1d4-4f0a-b37c-fd12fe3f4995 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0592570 Sep 09 06:38:42.771744 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e7541eb7-ccea-4a95-8f08-c47aec2c9f49 req-1cc808e8-547f-45f5-8a9f-3a8a0e846027 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930202 Sep 09 06:38:42.789484 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-1b13610a-3782-4d46-889a-02bf76684dde service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177781 Sep 09 06:38:42.886027 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-bc7875f5-fb41-4200-b3ea-ea4ca46769e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898268 Sep 09 06:38:43.012572 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:43.059623 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:38:43.065858 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:43.066281 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:43.093487 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:43.144430 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:43.144821 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:43.170903 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:38:43.173286 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f62ea2-9f0b-4ed6-a533-f1fbc13b9dea" -d '{"events": [{"server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:38:43.186947 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:43.193220 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:43.196520 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0ce5b788-f035-4939-8741-3dbd83a5405e req-b843b911-d3cd-4c07-9389-227a957d39eb tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 210 time: 0.0340552 Sep 09 06:38:43.229553 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759259b3-3436-41d6-a38d-6d5046e8d708 x-openstack-request-id: req-759259b3-3436-41d6-a38d-6d5046e8d708 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:38:43.230374 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:38:43.230629 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-759259b3-3436-41d6-a38d-6d5046e8d708 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:38:43.231021 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759259b3-3436-41d6-a38d-6d5046e8d708'] response: {'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'code': 200} Sep 09 06:38:43.256690 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:43.415063 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f16f81-2e7e-419f-ac7b-14b0df89b16e req-0672be30-eaff-41fb-a1dd-e2d6e87727d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:43.416641 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-54f16f81-2e7e-419f-ac7b-14b0df89b16e req-0672be30-eaff-41fb-a1dd-e2d6e87727d4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1130 time: 0.0442963 Sep 09 06:38:43.441548 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:43.468569 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-54f16f81-2e7e-419f-ac7b-14b0df89b16e req-7f950c7e-bfac-47f4-a04a-e738c36b1ac0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456092 Sep 09 06:38:43.892904 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4850a-32a4-40f3-a950-85971f63f031 req-70e12d2f-7e90-4b0e-b7cf-906dfcf4e22f tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:43.894364 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ac4850a-32a4-40f3-a950-85971f63f031 req-70e12d2f-7e90-4b0e-b7cf-906dfcf4e22f tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0474830 Sep 09 06:38:43.941295 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ac4850a-32a4-40f3-a950-85971f63f031 req-25dd96b9-5ca8-4704-b822-74d04018cdde tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Sep 09 06:38:44.302984 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5139baa8-d9c7-41de-9d60-012e0b6f593a req-375a3425-21c9-490a-88bb-9dcf61b07286 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 210 time: 0.0286851 Sep 09 06:38:45.062447 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a1aed-f9b4-42a9-9ead-e3970e3c4064 req-01b04660-7c98-48cf-bef8-d5292ab3e3c9 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:45.063964 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b2a1aed-f9b4-42a9-9ead-e3970e3c4064 req-01b04660-7c98-48cf-bef8-d5292ab3e3c9 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0496187 Sep 09 06:38:45.110968 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b2a1aed-f9b4-42a9-9ead-e3970e3c4064 req-2465ead3-7cac-45b5-8a5f-d4fe60b5ae56 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Sep 09 06:38:45.280683 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b9439-956f-4011-bb18-099906a21b9b req-178cff8d-4607-4388-be1d-49ec6172e0aa tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:45.282144 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8b9439-956f-4011-bb18-099906a21b9b req-178cff8d-4607-4388-be1d-49ec6172e0aa tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0947578 Sep 09 06:38:45.316136 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f02a-f23e-428d-bb02-06ae5385398e req-e0a9e82d-dd67-4a1e-80ea-e6b969750172 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:45.317528 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-e0a9e82d-dd67-4a1e-80ea-e6b969750172 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 809 time: 0.1684527 Sep 09 06:38:45.362513 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-2b8b9439-956f-4011-bb18-099906a21b9b req-9b758957-9300-459a-8fc9-5bff60f18ef5 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728810 Sep 09 06:38:45.408354 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:45.415788 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-087c1ac6-93d5-4623-a362-594b531d5d76 req-d6824322-7548-4b90-89d4-4433e67875bb tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 210 time: 0.0359240 Sep 09 06:38:45.437763 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-dbdfaca6-1dde-455e-a59b-fa2a8c00e9e0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=240d1fbee4bc4dbeb359f463302be8ee HTTP/1.1" status: 200 len: 380 time: 0.1066785 Sep 09 06:38:45.447272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'port': {'device_id': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'admin_state_up': True, 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'security_groups': ['3cc18531-c704-47ba-9f5f-b051ec703189']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:45.562191 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Made reservation on behalf of 240d1fbee4bc4dbeb359f463302be8ee for: {'port': 1} {{(pid=106286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 06:38:45.566792 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:45.584182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:45.742107 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fa630-170a-45b2-a6db-cee12ee3dd11 req-9c79f669-28a6-4d12-bf22-4cc099c72b36 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:45.743628 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-799fa630-170a-45b2-a6db-cee12ee3dd11 req-9c79f669-28a6-4d12-bf22-4cc099c72b36 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0704036 Sep 09 06:38:45.744753 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Allocated IP 172.20.0.9 (0156bdc7-bb9c-40f9-8ffd-76befb64af9f/008f19a6-1d6d-4f86-b8d9-6fb6e44d6252/c8736539-8e31-4f7a-8a21-d7d0a6bc130d) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:45.805545 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:45.845680 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-799fa630-170a-45b2-a6db-cee12ee3dd11 req-e8839653-fa54-40ba-8e5b-26ee90987e2a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940773 Sep 09 06:38:45.931597 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:45.963278 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.017139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:46.023359 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:46.025559 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:46.028352 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:46.078880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:46.079618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.098867 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-62801216-0072-41a7-b1d4-6a849f42d502 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6551828 Sep 09 06:38:46.113275 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Request body: {'port': {'device_id': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:46.183871 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.271963 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-9edb6996-2ee9-498d-9dc3-e661fcaa3c4b None None] Provisioning complete for port c8736539-8e31-4f7a-8a21-d7d0a6bc130d triggered by entity DHCP. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:46.272327 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9edb6996-2ee9-498d-9dc3-e661fcaa3c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.299008 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:46.306642 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-9edb6996-2ee9-498d-9dc3-e661fcaa3c4b None None] Port c8736539-8e31-4f7a-8a21-d7d0a6bc130d cannot update to ACTIVE because it is not bound. {{(pid=106288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 06:38:46.402207 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:46.449433 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8736539-8e31-4f7a-8a21-d7d0a6bc130d {{(pid=106286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:38:46.457815 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Publish callbacks [] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.473279 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.provisioning_blocks [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Transition to ACTIVE for port object c8736539-8e31-4f7a-8a21-d7d0a6bc130d will not be triggered until provisioned by entity L2. {{(pid=106286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 06:38:46.477276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.588950 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:46.607338 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224d0cc-1ad2-4fd2-bf33-9e9a0207d3a4 req-65efb809-0971-44df-a203-0901a885ce7b tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:46.608820 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3224d0cc-1ad2-4fd2-bf33-9e9a0207d3a4 req-65efb809-0971-44df-a203-0901a885ce7b tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.1036556 Sep 09 06:38:46.657872 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Attempting to bind port c8736539-8e31-4f7a-8a21-d7d0a6bc130d on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 06:38:46.658116 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Attempting to bind port c8736539-8e31-4f7a-8a21-d7d0a6bc130d by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 06:38:46.658434 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Attempting to bind port c8736539-8e31-4f7a-8a21-d7d0a6bc130d on network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:46.665605 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:46.701070 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3224d0cc-1ad2-4fd2-bf33-9e9a0207d3a4 req-e7ea3644-28cb-4c23-b0af-a7f6f68e6358 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846405 Sep 09 06:38:46.719503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Port c8736539-8e31-4f7a-8a21-d7d0a6bc130d on network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 06:38:46.719861 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Attempting to bind port c8736539-8e31-4f7a-8a21-d7d0a6bc130d on network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 06:38:46.761960 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Checking agent: {'id': '4969a2b9-8452-40cf-9d92-0a43a386b65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'started_at': datetime.datetime(2022, 9, 9, 6, 27, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 6, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 06:38:46.762898 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Checking segment: {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 06:38:46.763225 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Bound using segment: {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'} {{(pid=106286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 06:38:46.763689 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.managers [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Bound port: c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47180bc-437f-46d1-9b62-13be4f6669f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f'}}] {{(pid=106286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 06:38:46.764059 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.825571 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, cleared binding levels {{(pid=106286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 06:38:46.828957 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 06:38:46.834517 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.838728 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:46.839319 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:46.840967 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 1093 time: 0.7327912 Sep 09 06:38:46.841557 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:38:46.843794 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96155b03-fc58-4534-9904-01405428e8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:38:46.896762 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57823830-b243-464b-8542-21d25a4ba5f5 x-openstack-request-id: req-57823830-b243-464b-8542-21d25a4ba5f5 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:38:46.897045 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:38:46.897296 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57823830-b243-464b-8542-21d25a4ba5f5 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:38:46.897693 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57823830-b243-464b-8542-21d25a4ba5f5'] response: {'name': 'network-changed', 'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'status': 'completed', 'code': 200} Sep 09 06:38:46.929617 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7d119-cde9-4b30-bddc-c062d9e084e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=3']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:46.937248 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f02a-f23e-428d-bb02-06ae5385398e req-9b186c03-36d8-4baf-bb07-fca0ee912eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:46.938779 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-9b186c03-36d8-4baf-bb07-fca0ee912eea service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1127 time: 0.0591583 Sep 09 06:38:46.979988 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-c09056b2-ee21-44c7-bc0f-07e8cda935fd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 217 time: 0.0318449 Sep 09 06:38:47.031734 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f02a-f23e-428d-bb02-06ae5385398e req-70f87d24-56b3-4560-a7ac-4270b50c5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:47.033195 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-70f87d24-56b3-4560-a7ac-4270b50c5e04 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0475836 Sep 09 06:38:47.078013 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f02a-f23e-428d-bb02-06ae5385398e req-07ce7e4d-ec52-4f55-8213-0a93eb1c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:47.079497 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-07ce7e4d-ec52-4f55-8213-0a93eb1c5acd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398998 Sep 09 06:38:47.167551 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-aa89ba30-e457-4722-a76b-d24ac6b9ac79 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818703 Sep 09 06:38:47.260751 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8943f02a-f23e-428d-bb02-06ae5385398e req-c391d21a-fae3-4876-9037-c85a51562ca3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874283 Sep 09 06:38:47.588216 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96155b03-fc58-4534-9904-01405428e8b0 req-956f78a4-be19-4751-b359-49427a4eddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:47.589834 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96155b03-fc58-4534-9904-01405428e8b0 req-956f78a4-be19-4751-b359-49427a4eddc3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1127 time: 0.0466878 Sep 09 06:38:47.675814 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:47.694475 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96155b03-fc58-4534-9904-01405428e8b0 req-6313f03c-67a9-403a-a500-d3bb48cfd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:47.696126 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96155b03-fc58-4534-9904-01405428e8b0 req-6313f03c-67a9-403a-a500-d3bb48cfd0ed service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 910 time: 0.1004941 Sep 09 06:38:47.743434 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96155b03-fc58-4534-9904-01405428e8b0 req-a2e461b5-8560-4ec3-922a-e37d24d7c51a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 217 time: 0.0403593 Sep 09 06:38:47.796372 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96155b03-fc58-4534-9904-01405428e8b0 req-21e51d0c-da83-4700-a8b0-4a02edc02b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:47.797843 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96155b03-fc58-4534-9904-01405428e8b0 req-21e51d0c-da83-4700-a8b0-4a02edc02b4a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0473897 Sep 09 06:38:47.877948 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25aa8e-cb78-4cdb-9e74-6d6c4eac5c75 req-1abbbdc8-34b0-4096-8023-709d5e63a3ff tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:47.879571 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ed25aa8e-cb78-4cdb-9e74-6d6c4eac5c75 req-1abbbdc8-34b0-4096-8023-709d5e63a3ff tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0807896 Sep 09 06:38:47.880949 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96155b03-fc58-4534-9904-01405428e8b0 req-96904061-8f7a-49c8-91cf-3f1dcdf7e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:47.882437 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96155b03-fc58-4534-9904-01405428e8b0 req-96904061-8f7a-49c8-91cf-3f1dcdf7e466 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0739112 Sep 09 06:38:47.940101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:47.997354 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ed25aa8e-cb78-4cdb-9e74-6d6c4eac5c75 req-4f9cf832-4e5d-4569-8b09-eb2748a4711a tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117117 Sep 09 06:38:48.021874 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96155b03-fc58-4534-9904-01405428e8b0 req-8e56290c-af77-4a10-8295-bbde7b22d167 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283910 Sep 09 06:38:48.116118 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-96155b03-fc58-4534-9904-01405428e8b0 req-32cb4e28-fc19-4c38-818a-6f61870eb03b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868883 Sep 09 06:38:49.125903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f977848-a1f1-48b2-b1b3-5df840e866c4 req-08346b2f-c09f-45c7-ad16-545c30ea21eb tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:49.127253 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f977848-a1f1-48b2-b1b3-5df840e866c4 req-08346b2f-c09f-45c7-ad16-545c30ea21eb tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0513155 Sep 09 06:38:49.175472 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1f977848-a1f1-48b2-b1b3-5df840e866c4 req-15d50012-bc76-46d1-a9ef-cb0360f16de8 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Sep 09 06:38:50.294843 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7566af-b423-4f4b-b312-78f0b58562ab req-a164d209-e1d9-4d72-b8d7-427b622fad72 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:50.296309 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1a7566af-b423-4f4b-b312-78f0b58562ab req-a164d209-e1d9-4d72-b8d7-427b622fad72 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0461667 Sep 09 06:38:50.345088 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1a7566af-b423-4f4b-b312-78f0b58562ab req-4adc3685-5d4b-4ad6-89c5-c27caeb15d6d tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Sep 09 06:38:51.464381 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01761d02-cdf1-4f20-9d85-05896a70c86b req-67c4b637-d5d0-4773-83df-7b04a1b9a06c tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:51.467061 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-01761d02-cdf1-4f20-9d85-05896a70c86b req-67c4b637-d5d0-4773-83df-7b04a1b9a06c tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0484724 Sep 09 06:38:51.520231 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-01761d02-cdf1-4f20-9d85-05896a70c86b req-05938dd1-5e33-4f8a-885e-f79e14013a7d tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470817 Sep 09 06:38:52.258879 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:52.789763 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b5dc-57af-42d6-a174-47eabe1b6d6a req-5fa317ce-4d9d-4dbc-92a9-64a46f1a302f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:52.791211 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1c67b5dc-57af-42d6-a174-47eabe1b6d6a req-5fa317ce-4d9d-4dbc-92a9-64a46f1a302f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0466633 Sep 09 06:38:52.860930 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1c67b5dc-57af-42d6-a174-47eabe1b6d6a req-04356ed6-ab68-4b77-834f-45af796fe5a0 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633252 Sep 09 06:38:53.983141 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89faae-85e3-4bf4-8625-d57904d3f34e req-9863253b-5e75-4073-8502-4ba31bae94dd tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:53.984698 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d89faae-85e3-4bf4-8625-d57904d3f34e req-9863253b-5e75-4073-8502-4ba31bae94dd tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0469058 Sep 09 06:38:54.032817 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d89faae-85e3-4bf4-8625-d57904d3f34e req-6440da47-0c36-42ff-b689-24e635bb9d68 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Sep 09 06:38:55.072079 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device c8736539-8e31-4f7a-8a21-d7d0a6bc130d details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:38:55.159170 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50413b01-b3c4-4be2-831e-4fa2c9ad89db req-963d37fd-9056-40fe-b49d-c53245214e0a tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:55.160643 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50413b01-b3c4-4be2-831e-4fa2c9ad89db req-963d37fd-9056-40fe-b49d-c53245214e0a tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0495174 Sep 09 06:38:55.175043 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:55.186888 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'port_id': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'mac_address': 'fa:16:3e:67:63:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:38:55.210753 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-50413b01-b3c4-4be2-831e-4fa2c9ad89db req-9331c9d0-6a72-44cc-aa62-c3b9304bbb63 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443275 Sep 09 06:38:55.222914 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port c8736539-8e31-4f7a-8a21-d7d0a6bc130d is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:55.223740 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:55.242131 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8736539-8e31-4f7a-8a21-d7d0a6bc130d {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:38:55.262620 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:55.266662 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:55.314188 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=4']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:55.321209 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.321494 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.321832 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.322162 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.322488 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.322804 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.323161 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.323463 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.323802 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.324117 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.324515 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.324821 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.325236 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.325555 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.325861 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:38:55.436721 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:55.474267 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd66be-c1cd-4405-a39f-dfc22c3a4a44 req-4321e1af-0fab-43c8-b6da-7ccf5ccfa4ed tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:55.475778 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7afd66be-c1cd-4405-a39f-dfc22c3a4a44 req-4321e1af-0fab-43c8-b6da-7ccf5ccfa4ed tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0480914 Sep 09 06:38:55.523712 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7afd66be-c1cd-4405-a39f-dfc22c3a4a44 req-b459b329-4f45-42ac-8698-855492495cbe tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Sep 09 06:38:55.532611 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['c8736539-8e31-4f7a-8a21-d7d0a6bc130d'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:38:55.552920 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60144) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:55.788903 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f360f4-eb6c-454a-aa6b-5ed3cc7f0a77 tempest-TestMinimumBasicScenario-443254426 tempest-TestMinimumBasicScenario-443254426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:55.790427 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-33f360f4-eb6c-454a-aa6b-5ed3cc7f0a77 tempest-TestMinimumBasicScenario-443254426 tempest-TestMinimumBasicScenario-443254426-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1125 time: 0.2365217 Sep 09 06:38:55.794079 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60148) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:55.798314 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'port_id': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'tenant_id': '3312523776514be3a56e169c9234168b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:55.819408 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:55.896884 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:56.005300 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_common [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Allocated IP 172.27.0.141 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/5306b94e-ba32-4df4-8d92-9ba042fe2fa9) {{(pid=106287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:38:56.089690 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:38:56.112061 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for port (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:56.143700 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:56.180735 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:38:56.186330 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.base_scheduler [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Resources bound (agent type, host, resource id): {{(pid=106287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:38:56.190351 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Received port after_create {{(pid=106287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:38:56.211902 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'Port': ['ID=5306b94e-ba32-4df4-8d92-9ba042fe2fa9,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:56.334414 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fde6d-130f-40bc-8c04-52a042d9cfbc req-cb23e833-fb08-4678-9d93-37da65501445 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:56.335908 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1e0fde6d-130f-40bc-8c04-52a042d9cfbc req-cb23e833-fb08-4678-9d93-37da65501445 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 944 time: 0.0496533 Sep 09 06:38:56.385760 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1e0fde6d-130f-40bc-8c04-52a042d9cfbc req-7c368803-c291-4320-8696-6a2ccc118850 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Sep 09 06:38:56.758051 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:56.762777 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:56.768054 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for floatingip (a90fa359-687d-43a0-8777-630d0d264da4), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:56.833529 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), before_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:56.905880 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60152) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:56.978056 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for port (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), precommit_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:56.983037 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637757'] for port (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), after_update {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.054470 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'Port': ['ID=5306b94e-ba32-4df4-8d92-9ba042fe2fa9,revision_number=2']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:57.056914 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (a90fa359-687d-43a0-8777-630d0d264da4), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.095487 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device c8736539-8e31-4f7a-8a21-d7d0a6bc130d up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:38:57.139141 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:57.142378 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning for port c8736539-8e31-4f7a-8a21-d7d0a6bc130d completed by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 06:38:57.149138 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port c8736539-8e31-4f7a-8a21-d7d0a6bc130d triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:38:57.149519 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.164545 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Floating IP a90fa359-687d-43a0-8777-630d0d264da4 associated. External IP: 172.27.0.141, port: 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4. Sep 09 06:38:57.325231 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Deleting port 8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:38:57.325666 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.362566 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port c8736539-8e31-4f7a-8a21-d7d0a6bc130d is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:38:57.362854 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.375290 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:57.383747 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Router 3802a533-ee5d-4bf3-9e67-e66c390e8668 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:38:57.387840 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:38:57.390092 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f40e1d6-d37d-4d37-9fa5-76e25b3ded6f" -d '{"events": [{"server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "name": "network-vif-plugged", "status": "completed", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:38:57.404753 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:57.408290 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.408726 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.410323 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.425220 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Calling delete_port for 8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631 owned by network:floatingip {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:38:57.462990 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:57.471150 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=5']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:57.501280 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467fefc8-4e41-4d3c-9b52-9f90261bfda3 x-openstack-request-id: req-467fefc8-4e41-4d3c-9b52-9f90261bfda3 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:38:57.501766 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "name": "network-vif-plugged", "status": "completed", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:38:57.502174 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-467fefc8-4e41-4d3c-9b52-9f90261bfda3 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:38:57.502755 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467fefc8-4e41-4d3c-9b52-9f90261bfda3'] response: {'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'code': 200} Sep 09 06:38:57.519524 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:38:57.535314 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] Sync routers for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:57.552264 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:57.553446 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:57.556080 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.588045 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-2cb2f892-c839-4af5-9733-9a237979f0f2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7928157 Sep 09 06:38:57.588813 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:38:57.591736 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6105bbf-632e-4057-af47-5fe971772c35" -d '{"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:38:57.594206 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60158) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:57.598750 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-8d0b9d90-2547-424c-936e-48d376ba2da2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265886013', 'description': 'tempest-secgroup-smoke-265886013 description', 'project_id': '3312523776514be3a56e169c9234168b'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:57.607361 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6499eb-14cf-477c-86e4-026238266d4e req-b321541b-c166-4870-a7f7-547e56dc5d4f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:57.608891 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3c6499eb-14cf-477c-86e4-026238266d4e req-b321541b-c166-4870-a7f7-547e56dc5d4f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0515187 Sep 09 06:38:57.622177 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9d90-2547-424c-936e-48d376ba2da2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group (None), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.636331 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:57.691353 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:57.693125 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eadff8-e7db-46d9-9e59-60b54b5f8475 x-openstack-request-id: req-e0eadff8-e7db-46d9-9e59-60b54b5f8475 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:38:57.693427 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:38:57.693692 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0eadff8-e7db-46d9-9e59-60b54b5f8475 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:38:57.694072 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0eadff8-e7db-46d9-9e59-60b54b5f8475'] response: {'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'status': 'completed', 'code': 200} Sep 09 06:38:57.716723 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:57.718933 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9d90-2547-424c-936e-48d376ba2da2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group (4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.725487 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9d90-2547-424c-936e-48d376ba2da2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.728268 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3c6499eb-14cf-477c-86e4-026238266d4e req-f9016496-1d8e-4a18-b1ba-4de70663f02f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027448 Sep 09 06:38:57.756817 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9d90-2547-424c-936e-48d376ba2da2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.758063 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-8d0b9d90-2547-424c-936e-48d376ba2da2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1629345 Sep 09 06:38:57.762317 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60162) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:57.770655 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-0fa6d5c5-3336-4232-85a2-e0295fbf1a93 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'security_group_rule': {'security_group_id': '4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c', 'project_id': '3312523776514be3a56e169c9234168b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:57.798081 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b9d90-2547-424c-936e-48d376ba2da2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c,revision_number=1']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:57.802263 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d5c5-3336-4232-85a2-e0295fbf1a93 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (41fd7950-fe8a-4fcd-a074-e9652fc44860), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.834508 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6105bbf-632e-4057-af47-5fe971772c35 req-2a812326-29c1-4115-89dc-c397d4b0e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:57.836017 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6105bbf-632e-4057-af47-5fe971772c35 req-2a812326-29c1-4115-89dc-c397d4b0e7bb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3312523776514be3a56e169c9234168b&device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1130 time: 0.1032197 Sep 09 06:38:57.873779 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d5c5-3336-4232-85a2-e0295fbf1a93 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (41fd7950-fe8a-4fcd-a074-e9652fc44860), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.876803 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea76c0-2238-413b-9795-1054673b8051 req-203c55fa-b300-475b-b519-512b8a774974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:57.879172 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4eea76c0-2238-413b-9795-1054673b8051 req-203c55fa-b300-475b-b519-512b8a774974 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1129 time: 0.0892408 Sep 09 06:38:57.879695 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d5c5-3336-4232-85a2-e0295fbf1a93 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (41fd7950-fe8a-4fcd-a074-e9652fc44860), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.885464 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.893848 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6d5c5-3336-4232-85a2-e0295fbf1a93 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fd7950-fe8a-4fcd-a074-e9652fc44860,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:57.916107 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d5c5-3336-4232-85a2-e0295fbf1a93 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.920159 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0fa6d5c5-3336-4232-85a2-e0295fbf1a93 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538546 Sep 09 06:38:57.920415 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60164) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:57.926201 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-e995ea82-046b-4961-85a1-106c2d9aac1c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'security_group_rule': {'security_group_id': '4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c', 'project_id': '3312523776514be3a56e169c9234168b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:57.956152 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event deleted for resources: {'Port': ['ID=8a1ddf2a-8fd3-45bd-b6a7-884c3e1c0631,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:57.958913 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e995ea82-046b-4961-85a1-106c2d9aac1c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (8f2a996d-d0ad-4e4f-8f4c-3c348d4c5782), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:57.967304 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'a90fa359-687d-43a0-8777-630d0d264da4', 'tenant_id': '3312523776514be3a56e169c9234168b', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'port_id': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'mac_address': 'fa:16:3e:74:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:38:56Z', 'updated_at': '2022-09-09T06:38:56Z', 'revision_number': 0, 'project_id': '3312523776514be3a56e169c9234168b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:38:06Z', 'revision_number': 5, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:57.998037 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] Checking router: 3802a533-ee5d-4bf3-9e67-e66c390e8668 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:58.007420 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:58.008076 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:58.030552 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e995ea82-046b-4961-85a1-106c2d9aac1c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (8f2a996d-d0ad-4e4f-8f4c-3c348d4c5782), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.034785 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e995ea82-046b-4961-85a1-106c2d9aac1c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (8f2a996d-d0ad-4e4f-8f4c-3c348d4c5782), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.046171 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4eea76c0-2238-413b-9795-1054673b8051 req-79346ac8-50ca-4a54-96ca-e7b5aea58e9a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547713 Sep 09 06:38:58.057831 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995ea82-046b-4961-85a1-106c2d9aac1c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2a996d-d0ad-4e4f-8f4c-3c348d4c5782,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:58.063576 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-e995ea82-046b-4961-85a1-106c2d9aac1c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.065274 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e995ea82-046b-4961-85a1-106c2d9aac1c tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439049 Sep 09 06:38:58.068368 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60166) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:58.074054 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-34546988-99c0-4b80-924f-dd9980a9cb39 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'security_group_rule': {'security_group_id': '4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c', 'project_id': '3312523776514be3a56e169c9234168b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:58.075413 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6105bbf-632e-4057-af47-5fe971772c35 req-93bb0eee-8a7d-43ff-90fb-c52c5f771e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:58.077150 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6105bbf-632e-4057-af47-5fe971772c35 req-93bb0eee-8a7d-43ff-90fb-c52c5f771e2e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd5e95ac-8469-4af2-8573-83017cfeb570 HTTP/1.1" status: 200 len: 915 time: 0.2296975 Sep 09 06:38:58.080325 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (4fd9820f-2a9c-419b-b294-f4e07bfc19d1), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.080650 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Floating IP 4fd9820f-2a9c-419b-b294-f4e07bfc19d1 disassociated (deleted). External IP: 172.27.0.214, port: 573ec978-54c6-4cc6-bf36-204feb7eff85. Sep 09 06:38:58.107362 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-34546988-99c0-4b80-924f-dd9980a9cb39 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (81547bb6-184a-43cb-91cd-2b1b5de4e4f3), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.116994 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:58.121966 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:58.159433 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-34546988-99c0-4b80-924f-dd9980a9cb39 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (81547bb6-184a-43cb-91cd-2b1b5de4e4f3), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.165298 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-34546988-99c0-4b80-924f-dd9980a9cb39 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (81547bb6-184a-43cb-91cd-2b1b5de4e4f3), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.185079 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34546988-99c0-4b80-924f-dd9980a9cb39 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81547bb6-184a-43cb-91cd-2b1b5de4e4f3,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:58.193793 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-34546988-99c0-4b80-924f-dd9980a9cb39 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.194576 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-34546988-99c0-4b80-924f-dd9980a9cb39 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248205 Sep 09 06:38:58.197530 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60168) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:58.202315 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-002ad2f2-355d-474f-bd25-029ab10e5b87 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'security_group_rule': {'security_group_id': '4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c', 'project_id': '3312523776514be3a56e169c9234168b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:58.228196 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:58.232057 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-002ad2f2-355d-474f-bd25-029ab10e5b87 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (cf9db179-6602-4973-a4fe-ff4032c73315), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.295736 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-002ad2f2-355d-474f-bd25-029ab10e5b87 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (cf9db179-6602-4973-a4fe-ff4032c73315), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.299633 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-002ad2f2-355d-474f-bd25-029ab10e5b87 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (cf9db179-6602-4973-a4fe-ff4032c73315), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.318589 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ad2f2-355d-474f-bd25-029ab10e5b87 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9db179-6602-4973-a4fe-ff4032c73315,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:58.328963 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-002ad2f2-355d-474f-bd25-029ab10e5b87 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.334320 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-002ad2f2-355d-474f-bd25-029ab10e5b87 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317286 Sep 09 06:38:58.334320 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60170) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:58.338019 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-ed42a35a-5e39-420b-b88b-2d39f7f12b88 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'security_group_rule': {'security_group_id': '4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c', 'project_id': '3312523776514be3a56e169c9234168b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:58.349437 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6105bbf-632e-4057-af47-5fe971772c35 req-f590744b-3dec-43ef-8513-0ef8e60d7910 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 1000 time: 0.0769858 Sep 09 06:38:58.354775 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:38:58.355356 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:58.362888 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.securitygroups_db [None req-ed42a35a-5e39-420b-b88b-2d39f7f12b88 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Project 3312523776514be3a56e169c9234168b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:38:58.366969 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'a90fa359-687d-43a0-8777-630d0d264da4', 'tenant_id': '3312523776514be3a56e169c9234168b', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'port_id': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'mac_address': 'fa:16:3e:74:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:38:56Z', 'updated_at': '2022-09-09T06:38:56Z', 'revision_number': 0, 'project_id': '3312523776514be3a56e169c9234168b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:38:06Z', 'revision_number': 5, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:58.370560 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ed42a35a-5e39-420b-b88b-2d39f7f12b88 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (6c60d0b7-cf78-41f0-ace9-3a35a2e87635), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.395051 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08544f1c-1dec-4ab6-824f-1982855d5470 None None] The sync data for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi is: [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': 'a90fa359-687d-43a0-8777-630d0d264da4', 'tenant_id': '3312523776514be3a56e169c9234168b', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'port_id': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'mac_address': 'fa:16:3e:74:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:38:56Z', 'updated_at': '2022-09-09T06:38:56Z', 'revision_number': 0, 'project_id': '3312523776514be3a56e169c9234168b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:38:06Z', 'revision_number': 5, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:58.427117 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ed42a35a-5e39-420b-b88b-2d39f7f12b88 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (6c60d0b7-cf78-41f0-ace9-3a35a2e87635), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.431492 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ed42a35a-5e39-420b-b88b-2d39f7f12b88 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (6c60d0b7-cf78-41f0-ace9-3a35a2e87635), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.439681 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:58.447655 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6105bbf-632e-4057-af47-5fe971772c35 req-16f398e3-d147-400d-925e-d9deae57209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:58.449686 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6105bbf-632e-4057-af47-5fe971772c35 req-16f398e3-d147-400d-925e-d9deae57209f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=cb7bb676-61ba-4472-aa6d-a21825d3fd61 HTTP/1.1" status: 200 len: 853 time: 0.0907567 Sep 09 06:38:58.457214 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42a35a-5e39-420b-b88b-2d39f7f12b88 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c60d0b7-cf78-41f0-ace9-3a35a2e87635,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:58.465971 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ed42a35a-5e39-420b-b88b-2d39f7f12b88 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.470272 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ed42a35a-5e39-420b-b88b-2d39f7f12b88 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358771 Sep 09 06:38:58.471527 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60172) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:38:58.476529 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.v2.base [None req-7fe9c8a2-06e4-4183-b0a6-327e8fb268e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'security_group_rule': {'security_group_id': '4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c', 'project_id': '3312523776514be3a56e169c9234168b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:58.500638 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.securitygroups_db [None req-7fe9c8a2-06e4-4183-b0a6-327e8fb268e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Project 3312523776514be3a56e169c9234168b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 06:38:58.506790 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c8a2-06e4-4183-b0a6-327e8fb268e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (8fe9a1f7-572c-4d33-a96e-730e39a0a7fd), before_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.513161 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:38:58.517619 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.525095 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:38:58.538017 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:58.538987 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:58.560597 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-9cee12fc-5974-45eb-915c-8488c5c24474 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/4fd9820f-2a9c-419b-b294-f4e07bfc19d1 HTTP/1.1" status: 204 len: 168 time: 1.6535809 Sep 09 06:38:58.561229 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:38:58.563614 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:38:58.593680 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c8a2-06e4-4183-b0a6-327e8fb268e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (8fe9a1f7-572c-4d33-a96e-730e39a0a7fd), precommit_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.598588 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c8a2-06e4-4183-b0a6-327e8fb268e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463514'] for security_group_rule (8fe9a1f7-572c-4d33-a96e-730e39a0a7fd), after_create {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.632644 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9c8a2-06e4-4183-b0a6-327e8fb268e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe9a1f7-572c-4d33-a96e-730e39a0a7fd,revision_number=0']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:58.646658 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6674e739-4c53-4321-aca0-a8cad35d24bc x-openstack-request-id: req-6674e739-4c53-4321-aca0-a8cad35d24bc {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:38:58.646999 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:38:58.647451 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6674e739-4c53-4321-aca0-a8cad35d24bc {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:38:58.648053 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6674e739-4c53-4321-aca0-a8cad35d24bc'] response: {'name': 'network-changed', 'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'status': 'completed', 'code': 200} Sep 09 06:38:58.649398 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c8a2-06e4-4183-b0a6-327e8fb268e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.651728 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-7fe9c8a2-06e4-4183-b0a6-327e8fb268e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1780915 Sep 09 06:38:58.674175 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:58.741248 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-ddc438b0-51f5-4b02-9731-be5cf7652815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:58.757723 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c1e94-1b63-49d2-a3a9-9583560b1735 None None] New status for floating IP a90fa359-687d-43a0-8777-630d0d264da4: ACTIVE {{(pid=106289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:38:58.842569 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-a7711c7b-7735-4462-8123-2786450f4115 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-265886013&fields=id&tenant_id=3312523776514be3a56e169c9234168b HTTP/1.1" status: 200 len: 267 time: 0.1334600 Sep 09 06:38:58.899560 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-cc2338d2-e59e-4f2f-b259-787821e7dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:58.901122 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-cc2338d2-e59e-4f2f-b259-787821e7dce1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 1129 time: 0.1184273 Sep 09 06:38:58.920767 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6105bbf-632e-4057-af47-5fe971772c35 req-f64fb83d-21c0-4b45-bc5e-17699c83d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:58.922252 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6105bbf-632e-4057-af47-5fe971772c35 req-f64fb83d-21c0-4b45-bc5e-17699c83d532 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd5e95ac-8469-4af2-8573-83017cfeb570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1583023 Sep 09 06:38:58.946212 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b056-c1da-45b6-9ef3-d02fde22de35 req-041127be-9573-4bf1-8bc9-53de5bbad759 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:58.947730 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3bf7b056-c1da-45b6-9ef3-d02fde22de35 req-041127be-9573-4bf1-8bc9-53de5bbad759 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0996654 Sep 09 06:38:58.953887 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-cf4cffd4-0067-4bea-8ae8-ff67c7610186 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:58.955361 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-cf4cffd4-0067-4bea-8ae8-ff67c7610186 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.1044352 Sep 09 06:38:58.970085 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:53Z', 'revision_number': 1, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:58.978265 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'port': {'security_groups': ['fa60a722-7a39-4115-890a-60d06b3ba0a1', '4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:38:58.998075 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:38:59.006748 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:38:59.007345 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:38:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:59.043056 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3bf7b056-c1da-45b6-9ef3-d02fde22de35 req-8af6cc74-6cf5-4ee8-88e6-1dfd959470df tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864086 Sep 09 06:38:59.076285 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:59.126738 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:38:59.183538 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a555c9-c86b-48c0-aced-6958fcc3dedc req-1dfbdcd5-8d41-4978-9d2b-f8ff8e040cc9 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:59.184964 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a555c9-c86b-48c0-aced-6958fcc3dedc req-1dfbdcd5-8d41-4978-9d2b-f8ff8e040cc9 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 945 time: 0.0704074 Sep 09 06:38:59.270294 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:59.280494 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a555c9-c86b-48c0-aced-6958fcc3dedc req-7a0e2ad1-147e-483a-8bfe-1a199b741417 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862560 Sep 09 06:38:59.345533 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:53Z', 'revision_number': 1, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:38:59.348621 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:59.350552 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] For port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:38:59.372302 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4f4a9-12a4-4a5c-995c-7935c792574f None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '3b93f5a9-56f1-4b84-ad93-6729911ebedf', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'port_id': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'mac_address': 'fa:16:3e:4c:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:34:50Z', 'updated_at': '2022-09-09T06:34:53Z', 'revision_number': 1, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:38:59.380020 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:59.384765 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:59.395803 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:59.396415 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:38:59.397799 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:38:59.400733 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-46fddeb4-654b-4830-adc9-2ca7b7e58b46 req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "PUT /networking/v2.0/ports/5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 982 time: 0.4301121 Sep 09 06:38:59.450929 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=100 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:59.473376 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc83c32-fa9b-4dba-be8e-4cd4f5287a9a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'Port': ['ID=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,revision_number=6']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:38:59.506971 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:38:59.510914 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd644-ea36-4aab-923b-a3a5391a7e2a req-8fa8b657-0c67-4b3e-82f9-142d410d4f11 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:38:59.512462 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e7bfd644-ea36-4aab-923b-a3a5391a7e2a req-8fa8b657-0c67-4b3e-82f9-142d410d4f11 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0549917 Sep 09 06:38:59.584590 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e7bfd644-ea36-4aab-923b-a3a5391a7e2a req-42bd894e-e7b5-4b17-830a-7b15e68d01ba tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663087 Sep 09 06:38:59.603388 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:38:59.677523 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a34d3d-b9fd-40fa-adde-1e3116a98130 None None] New status for floating IP 4fd9820f-2a9c-419b-b294-f4e07bfc19d1: DOWN {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:39:00.280102 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9f99e-4c28-4194-aed3-52940a6595b9 req-db9a3ab9-4e9b-4979-823e-0cd992e6d4c6 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:00.281549 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9de9f99e-4c28-4194-aed3-52940a6595b9 req-db9a3ab9-4e9b-4979-823e-0cd992e6d4c6 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.1227350 Sep 09 06:39:00.331809 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-e331e739-fff7-40d6-a340-1a4a3a9643d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:00.333214 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-e331e739-fff7-40d6-a340-1a4a3a9643d5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.2564652 Sep 09 06:39:00.337890 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6105bbf-632e-4057-af47-5fe971772c35 req-276ef99c-9f65-4903-8957-549cb3a3c0c3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625227 Sep 09 06:39:00.374322 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9de9f99e-4c28-4194-aed3-52940a6595b9 req-1a07c2b5-e652-4c34-a90c-a9c69981143f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866721 Sep 09 06:39:00.412374 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026920-175a-488f-b643-47549b8b2976 req-cac2dbfc-147e-4513-820d-e35f66ee09fb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:00.413818 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-48026920-175a-488f-b643-47549b8b2976 req-cac2dbfc-147e-4513-820d-e35f66ee09fb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 945 time: 0.0541141 Sep 09 06:39:00.464227 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-48026920-175a-488f-b643-47549b8b2976 req-c437306e-8629-4d55-9ef8-4de6ff03eb29 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449264 Sep 09 06:39:00.633162 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-bf7384f1-f676-406c-8e1c-ccee0de673dc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573ec978-54c6-4cc6-bf36-204feb7eff85 HTTP/1.1" status: 200 len: 217 time: 0.0547857 Sep 09 06:39:00.665233 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:39:00.667438 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a285de6-16b7-41ed-bee9-dba3016b373f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:39:00.710180 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50e1cc4-8ec1-46da-a237-0efe4157d7dd x-openstack-request-id: req-c50e1cc4-8ec1-46da-a237-0efe4157d7dd {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:39:00.710477 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:39:00.710729 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c50e1cc4-8ec1-46da-a237-0efe4157d7dd {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:39:00.711122 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50e1cc4-8ec1-46da-a237-0efe4157d7dd'] response: {'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'status': 'completed', 'code': 200} Sep 09 06:39:00.738710 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-7fae33e2-6ead-4b7e-922a-36c30d1f54df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:00.740185 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-7fae33e2-6ead-4b7e-922a-36c30d1f54df service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0678871 Sep 09 06:39:00.743537 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e6105bbf-632e-4057-af47-5fe971772c35 req-dfec6a72-d44b-4c52-aae2-01d239efd3ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591916 Sep 09 06:39:00.850044 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-134f1432-3788-4f3f-87cf-f9c02c1eb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:00.851495 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-134f1432-3788-4f3f-87cf-f9c02c1eb220 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600853 Sep 09 06:39:00.878526 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-315a70e7-cf2e-4a8f-993b-a9c1a7ea95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:00.879977 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-315a70e7-cf2e-4a8f-993b-a9c1a7ea95cc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3312523776514be3a56e169c9234168b&device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1169 time: 0.0438221 Sep 09 06:39:00.957803 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:01.030708 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:01.035815 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d06af103-234b-46fe-894c-d31b1f96d688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:01.037090 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-319d05f8-4925-4423-883c-cdc6bc956d3d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:01.038040 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-319d05f8-4925-4423-883c-cdc6bc956d3d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 945 time: 0.1419199 Sep 09 06:39:01.082335 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:01.118538 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-69a83df6-8406-492e-99f1-9bd7dcb8dd6b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300615 Sep 09 06:39:01.170028 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-7fa7579d-c38f-499c-a8c5-88af64e63e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:01.171451 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-7fa7579d-c38f-499c-a8c5-88af64e63e51 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd5e95ac-8469-4af2-8573-83017cfeb570 HTTP/1.1" status: 200 len: 915 time: 0.2763057 Sep 09 06:39:01.269171 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Deleting port 573ec978-54c6-4cc6-bf36-204feb7eff85 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:01.269423 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:01.312229 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-a15092f9-1ddf-4dd2-89f6-3cc8fa6d5630 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 1002 time: 0.1326537 Sep 09 06:39:01.390076 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-08e2d85a-96e6-4f56-bff3-90dc3a6218a0 req-e8cf869d-63c8-4a4d-b237-957aa4a719be service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581186 Sep 09 06:39:01.436061 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-ff814abd-490b-4cd2-9b72-f44b05efbac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:01.437483 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-ff814abd-490b-4cd2-9b72-f44b05efbac0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=cb7bb676-61ba-4472-aa6d-a21825d3fd61 HTTP/1.1" status: 200 len: 853 time: 0.0921693 Sep 09 06:39:01.439167 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] For port 573ec978-54c6-4cc6-bf36-204feb7eff85, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=573ec978-54c6-4cc6-bf36-204feb7eff85,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:01.439520 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:01.728773 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Calling delete_port for 573ec978-54c6-4cc6-bf36-204feb7eff85 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:01.850088 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-2e2c5b74-5188-4802-9183-33a8bdddd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:01.851481 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-2e2c5b74-5188-4802-9183-33a8bdddd611 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd5e95ac-8469-4af2-8573-83017cfeb570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4045260 Sep 09 06:39:01.866567 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397dc6d-8bd1-41cb-8e9e-3ae2caa1645f req-10381f0a-7b05-4977-af35-7a946e737072 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:01.867952 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6397dc6d-8bd1-41cb-8e9e-3ae2caa1645f req-10381f0a-7b05-4977-af35-7a946e737072 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.1404819 Sep 09 06:39:01.884973 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa3b72-bd97-447c-99db-cad4fe2bd9fe req-0457f1dc-8ac1-4244-902f-bd5c6cd84ff2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:01.886349 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90fa3b72-bd97-447c-99db-cad4fe2bd9fe req-0457f1dc-8ac1-4244-902f-bd5c6cd84ff2 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 945 time: 0.1641936 Sep 09 06:39:02.004641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:02.060553 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90fa3b72-bd97-447c-99db-cad4fe2bd9fe req-58b552fd-85c2-4228-a0e2-2465d00b4ec4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555486 Sep 09 06:39:02.085611 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6397dc6d-8bd1-41cb-8e9e-3ae2caa1645f req-ee26a004-3f8d-47f1-9c57-e1808ceb6ac2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084653 Sep 09 06:39:02.111172 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-56deffc6-a68d-422d-abf6-e94fc384bcd2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519934 Sep 09 06:39:02.150138 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (573ec978-54c6-4cc6-bf36-204feb7eff85), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:02.204844 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:02.208207 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event deleted for resources: {'Port': ['ID=573ec978-54c6-4cc6-bf36-204feb7eff85,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:02.260048 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:02.305667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970828de-c91c-4651-b48b-275ffe091143 req-67fa2cb0-d959-4aba-9691-536660c94a1f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:02.307121 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-970828de-c91c-4651-b48b-275ffe091143 req-67fa2cb0-d959-4aba-9691-536660c94a1f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.1268601 Sep 09 06:39:02.311612 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] No DVR routers for this DVR port 573ec978-54c6-4cc6-bf36-204feb7eff85 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:39:02.319815 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:02.322882 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ce2bd90b-5bb2-4303-aa9a-b0ba423970ca req-3ebdb375-6f3e-46b3-8d22-74dc716de0b1 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "DELETE /networking/v2.0/ports/573ec978-54c6-4cc6-bf36-204feb7eff85 HTTP/1.1" status: 204 len: 173 time: 1.2788403 Sep 09 06:39:02.340364 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7a285de6-16b7-41ed-bee9-dba3016b373f req-ce1bfa7c-02b5-4930-b2a7-f94876e66737 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219548 Sep 09 06:39:02.378936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-970828de-c91c-4651-b48b-275ffe091143 req-2156bf9e-2687-43ec-b2e7-e5fef60dbd5f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654347 Sep 09 06:39:02.407416 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60202) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:02.550686 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d904785f-0308-4d02-8806-f43ef53325d4 tempest-TestShelveInstance-75967650 tempest-TestShelveInstance-75967650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:02.552642 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d904785f-0308-4d02-8806-f43ef53325d4 tempest-TestShelveInstance-75967650 tempest-TestShelveInstance-75967650-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1124 time: 0.1438043 Sep 09 06:39:02.555592 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60206) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:02.560421 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Request body: {'floatingip': {'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'port_id': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:39:02.592059 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:02.686998 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (None), before_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:02.724827 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'name': 'network-vif-deleted', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:39:02.727278 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19637fe-c142-467c-ac1b-15c27e4b8a10" -d '{"events": [{"server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "name": "network-vif-deleted", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:39:02.775494 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1627dfcb-26bc-4426-88fe-819901c91a5b x-openstack-request-id: req-1627dfcb-26bc-4426-88fe-819901c91a5b {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:39:02.776300 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e820aa70-b6d5-402e-8756-7cf97e6a4470", "name": "network-vif-deleted", "tag": "573ec978-54c6-4cc6-bf36-204feb7eff85", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:39:02.776300 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1627dfcb-26bc-4426-88fe-819901c91a5b {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:39:02.776494 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1627dfcb-26bc-4426-88fe-819901c91a5b'] response: {'server_uuid': 'e820aa70-b6d5-402e-8756-7cf97e6a4470', 'name': 'network-vif-deleted', 'tag': '573ec978-54c6-4cc6-bf36-204feb7eff85', 'status': 'completed', 'code': 200} Sep 09 06:39:02.811249 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_common [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Allocated IP 172.27.0.35 (fb517ef4-06df-4a6d-9063-5467d83e52bc/981f571f-4372-4818-9746-6a2df08df3c9/93a9f179-5584-4f98-93ff-9099cab3e157) {{(pid=106286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 06:39:02.915653 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for port (93a9f179-5584-4f98-93ff-9099cab3e157), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:02.947389 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755525236911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (93a9f179-5584-4f98-93ff-9099cab3e157), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:02.983436 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Network fb517ef4-06df-4a6d-9063-5467d83e52bc is already hosted by enough agents. {{(pid=106286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 06:39:02.986315 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.base_scheduler [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Resources bound (agent type, host, resource id): {{(pid=106286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 06:39:02.992437 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Received port after_create {{(pid=106286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 06:39:03.022373 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:03.023197 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'Port': ['ID=93a9f179-5584-4f98-93ff-9099cab3e157,revision_number=1']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:03.213830 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-dc478863-d760-427d-b36d-9933c53e17ed req-520edcb7-d0bf-4795-baa4-aeb1ae2f01da tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e820aa70-b6d5-402e-8756-7cf97e6a4470 HTTP/1.1" status: 200 len: 210 time: 0.0464582 Sep 09 06:39:03.306222 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:03.406239 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for floatingip (14726802-3af3-424d-94ce-5cc20b9a7072), precommit_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:03.476996 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (93a9f179-5584-4f98-93ff-9099cab3e157), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:03.525429 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:03.601041 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:03.632977 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for port (93a9f179-5584-4f98-93ff-9099cab3e157), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:03.637734 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (93a9f179-5584-4f98-93ff-9099cab3e157), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:03.708128 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event updated for resources: {'Port': ['ID=93a9f179-5584-4f98-93ff-9099cab3e157,revision_number=2']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:03.710444 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484336'] for floatingip (14726802-3af3-424d-94ce-5cc20b9a7072), after_create {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:03.806292 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Floating IP 14726802-3af3-424d-94ce-5cc20b9a7072 associated. External IP: 172.27.0.35, port: c8736539-8e31-4f7a-8a21-d7d0a6bc130d. Sep 09 06:39:03.950498 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:04.006611 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Router 9a993fc1-3a8a-46bf-b022-29933e81b390 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:39:04.112822 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:39:04.121814 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] Sync routers for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:39:04.129878 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:04.131919 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:39:04.132527 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:39:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:04.165831 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-df7244bc-70e7-408d-aa2a-41e34d008822 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6091173 Sep 09 06:39:04.274079 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:04.345286 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:39:04.373011 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:04.592144 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '14726802-3af3-424d-94ce-5cc20b9a7072', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'port_id': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'mac_address': 'fa:16:3e:67:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:39:03Z', 'updated_at': '2022-09-09T06:39:03Z', 'revision_number': 0, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:23Z', 'revision_number': 5, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:04.623671 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] Checking router: 9a993fc1-3a8a-46bf-b022-29933e81b390 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:39:04.633689 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:39:04.634398 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:39:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:04.771342 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:39:04.777782 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:39:04.780438 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1" -d '{"events": [{"name": "network-changed", "server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:39:04.822576 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a6f16d-c63d-4a2f-a48d-1bb09832865a x-openstack-request-id: req-71a6f16d-c63d-4a2f-a48d-1bb09832865a {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:39:04.823192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:39:04.823192 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71a6f16d-c63d-4a2f-a48d-1bb09832865a {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:39:04.823516 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a6f16d-c63d-4a2f-a48d-1bb09832865a'] response: {'name': 'network-changed', 'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'status': 'completed', 'code': 200} Sep 09 06:39:04.883376 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:04.892463 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-ace0c2b0-e9a0-4a9f-aa01-bb5944766761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:04.893983 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-ace0c2b0-e9a0-4a9f-aa01-bb5944766761 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1129 time: 0.0440629 Sep 09 06:39:04.998205 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-9a196b30-5c9e-4e3b-8979-97b40fe81a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:04.999750 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-9a196b30-5c9e-4e3b-8979-97b40fe81a30 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 910 time: 0.0961735 Sep 09 06:39:05.021515 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '14726802-3af3-424d-94ce-5cc20b9a7072', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'port_id': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'mac_address': 'fa:16:3e:67:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:39:03Z', 'updated_at': '2022-09-09T06:39:03Z', 'revision_number': 0, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:23Z', 'revision_number': 5, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:05.046877 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a30f3-afc8-41c1-8f6d-73bbc34f7c3f None None] The sync data for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi is: [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_floatingips': [{'id': '14726802-3af3-424d-94ce-5cc20b9a7072', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'router_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'port_id': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'mac_address': 'fa:16:3e:67:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T06:39:03Z', 'updated_at': '2022-09-09T06:39:03Z', 'revision_number': 0, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:23Z', 'revision_number': 5, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:39:05.071446 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-0754b250-0dac-44bf-9634-9b06633af3fe service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 998 time: 0.0651529 Sep 09 06:39:05.123619 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-54769530-c7d8-4268-a53e-3dd19697d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:05.125358 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-54769530-c7d8-4268-a53e-3dd19697d60d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0466731 Sep 09 06:39:05.132927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 573ec978-54c6-4cc6-bf36-204feb7eff85 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:39:05.154507 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 573ec978-54c6-4cc6-bf36-204feb7eff85 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:39:05.154850 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 573ec978-54c6-4cc6-bf36-204feb7eff85 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:39:05.173199 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-3592b302-1634-474d-bc82-db2551956e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:05.174845 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-3592b302-1634-474d-bc82-db2551956e3f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425539 Sep 09 06:39:05.254485 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367e7c66-859a-47f0-b98f-d901ca52a897 None None] New status for floating IP 14726802-3af3-424d-94ce-5cc20b9a7072: ACTIVE {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:39:05.278487 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-8aae58a5-58fc-4e37-8ade-49c3e9a3004a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966456 Sep 09 06:39:05.369414 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-c8eb4841-8184-4ec9-8c73-a54f3e1086d1 req-b7666a23-5175-491c-8b4b-65bad109db6b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849237 Sep 09 06:39:06.557644 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60232) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:06.693748 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Deleting port cd396abc-7d43-47ca-8ee0-ebe4ba1314fb {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:06.694096 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:06.770150 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:06.770466 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:06.782142 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Calling delete_port for cd396abc-7d43-47ca-8ee0-ebe4ba1314fb owned by network:floatingip {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:06.943274 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (cd396abc-7d43-47ca-8ee0-ebe4ba1314fb), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:06.967766 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event deleted for resources: {'Port': ['ID=cd396abc-7d43-47ca-8ee0-ebe4ba1314fb,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:07.029843 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (3b93f5a9-56f1-4b84-ad93-6729911ebedf), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:07.030157 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Floating IP 3b93f5a9-56f1-4b84-ad93-6729911ebedf disassociated (deleted). External IP: 172.27.0.119, port: 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2. Sep 09 06:39:07.134034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:07.174973 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:07.239256 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:39:07.341585 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:39:07.345833 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:07.351262 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:39:07.361435 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:39:07.362042 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:39:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:07.375223 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a87189a6-0626-41fc-a005-36d7163d6557 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3b93f5a9-56f1-4b84-ad93-6729911ebedf HTTP/1.1" status: 204 len: 168 time: 0.8159142 Sep 09 06:39:07.375971 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:39:07.378331 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4b7e28-609f-4fe2-b009-11dba34d07f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:39:07.420434 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c700f3-2522-4c8c-87e2-1bb22c7519e8 x-openstack-request-id: req-88c700f3-2522-4c8c-87e2-1bb22c7519e8 {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:39:07.420728 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:39:07.420977 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88c700f3-2522-4c8c-87e2-1bb22c7519e8 {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:39:07.421377 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c700f3-2522-4c8c-87e2-1bb22c7519e8'] response: {'name': 'network-changed', 'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'status': 'completed', 'code': 200} Sep 09 06:39:07.467894 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:39:07.506471 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-500855dd-de9a-4049-b9c5-319f63859a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:07.508770 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-500855dd-de9a-4049-b9c5-319f63859a45 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=09397aeb58f44f7c9f0ab921e471079a&device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 1129 time: 0.0513844 Sep 09 06:39:07.651273 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac892cf-26a3-4800-bdb6-bb5edb924df3 req-7f190109-5937-4c06-9867-2cc7ff440f14 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:07.653215 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ac892cf-26a3-4800-bdb6-bb5edb924df3 req-7f190109-5937-4c06-9867-2cc7ff440f14 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.0696983 Sep 09 06:39:07.657800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-0d5fa8fa-b9f6-4d30-8960-9ab88c0ab146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:07.659159 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-0d5fa8fa-b9f6-4d30-8960-9ab88c0ab146 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 200 len: 913 time: 0.1406200 Sep 09 06:39:07.659314 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:07.672118 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:07.697323 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:39:07.705160 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ac892cf-26a3-4800-bdb6-bb5edb924df3 req-472cf810-8288-4905-a7ef-7be7392a4e18 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448213 Sep 09 06:39:07.706864 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:39:07.707470 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:39:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:07.799998 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:07.813229 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:39:07.993745 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:08.018423 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662065f-2cc9-4e8b-a6eb-f79922d0c6b4 None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:30:31Z', 'revision_number': 4, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '4e9d29e9-da8e-4760-802c-a6d182e86685', 'name': '', 'network_id': 'a7964840-3c67-4db0-a5fd-d0b8ff555b07', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'mac_address': 'fa:16:3e:4d:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:29Z', 'updated_at': '2022-09-09T06:30:36Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'subnets': [{'id': '1e67c219-42de-4a2c-837b-45ad03b8e5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:39:08.224995 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f78a2-5a19-4fcc-8ec3-e8180fcb6763 None None] New status for floating IP 3b93f5a9-56f1-4b84-ad93-6729911ebedf: DOWN {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:39:08.721103 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-41ca08dd-0e7b-42d3-abed-9ec10229f5ca service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 HTTP/1.1" status: 200 len: 217 time: 0.0344286 Sep 09 06:39:08.756941 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:08.772993 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-e977a025-c9ff-402a-b030-061485659e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:08.774481 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-e977a025-c9ff-402a-b030-061485659e68 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 200 len: 851 time: 0.0465600 Sep 09 06:39:08.858535 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc89993-d475-4368-b5f9-27112e32614d req-5e1ad094-859f-4c9f-9a46-e3456aa638bb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:08.859993 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9fc89993-d475-4368-b5f9-27112e32614d req-5e1ad094-859f-4c9f-9a46-e3456aa638bb tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.0760040 Sep 09 06:39:08.865449 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-d15c94bc-c735-4dd8-b4fb-cc5f1b73c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:08.866799 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-d15c94bc-c735-4dd8-b4fb-cc5f1b73c4f8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a7964840-3c67-4db0-a5fd-d0b8ff555b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528696 Sep 09 06:39:08.910459 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-9fc89993-d475-4368-b5f9-27112e32614d req-3e48fdd9-4504-4bbc-b9cc-7c30ca0c37a4 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2c0df85a-dd39-4025-a676-1101894e67cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426965 Sep 09 06:39:09.079133 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-3d1405d3-4b47-417c-9e0d-5ffb663699c5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879087 Sep 09 06:39:09.096901 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:09.173761 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0d4b7e28-609f-4fe2-b009-11dba34d07f8 req-5e9811d7-dcb1-44c2-9e0e-e407fd391b3f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Sep 09 06:39:09.363965 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-71ef67e4-f6fe-4f0d-8cf7-67fcb1ce0fee tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:09.365444 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-71ef67e4-f6fe-4f0d-8cf7-67fcb1ce0fee tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Sep 09 06:39:09.451799 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Deleting port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:09.452156 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:09.547665 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] For port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:09.548020 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:09.818753 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Calling delete_port for 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:09.942424 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (3690fe7c-0bd9-4039-a5dd-e333a1aaefe2), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:09.969119 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event deleted for resources: {'Port': ['ID=3690fe7c-0bd9-4039-a5dd-e333a1aaefe2,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:10.050329 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] No DVR routers for this DVR port 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:39:10.053297 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:10.057130 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-43d8736a-a082-4d59-a5fe-653ce7593acb req-689b20a2-7f0b-4ab7-bdc9-cf3e3e9ebb63 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.33 "DELETE /networking/v2.0/ports/3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 HTTP/1.1" status: 204 len: 173 time: 0.6854777 Sep 09 06:39:10.057906 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'name': 'network-vif-deleted', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:39:10.062089 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c791653-d5d1-43e7-a18d-3c3f031e45d3" -d '{"events": [{"server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "name": "network-vif-deleted", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:39:10.067073 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0177b409-68c0-462d-a3da-f17360ec7a68 req-6231b1c5-6173-4dc7-8e9e-2521252dae3d tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de17e99-45f8-4fdc-8e35-f0f38d6737f8 HTTP/1.1" status: 200 len: 210 time: 0.0633104 Sep 09 06:39:10.126327 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364c5311-1664-4e6c-8827-e491772eeb4a x-openstack-request-id: req-364c5311-1664-4e6c-8827-e491772eeb4a {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:39:10.126619 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de17e99-45f8-4fdc-8e35-f0f38d6737f8", "name": "network-vif-deleted", "tag": "3690fe7c-0bd9-4039-a5dd-e333a1aaefe2", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:39:10.126866 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-364c5311-1664-4e6c-8827-e491772eeb4a {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:39:10.127272 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364c5311-1664-4e6c-8827-e491772eeb4a'] response: {'server_uuid': '0de17e99-45f8-4fdc-8e35-f0f38d6737f8', 'name': 'network-vif-deleted', 'tag': '3690fe7c-0bd9-4039-a5dd-e333a1aaefe2', 'status': 'completed', 'code': 200} Sep 09 06:39:11.147708 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60250) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:11.256436 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Deleting port 41e93fe2-a981-453f-ac16-c60fd3a9c7a9 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:11.256774 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:11.335513 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:11.335861 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:11.348702 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Calling delete_port for 41e93fe2-a981-453f-ac16-c60fd3a9c7a9 owned by network:floatingip {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:11.492926 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (41e93fe2-a981-453f-ac16-c60fd3a9c7a9), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:11.519206 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event deleted for resources: {'Port': ['ID=41e93fe2-a981-453f-ac16-c60fd3a9c7a9,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:11.551321 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.551693 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.552031 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.552364 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.552691 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.553015 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.553336 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.553653 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.553973 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.554296 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.554613 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.554932 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.555245 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.555572 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.555891 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:11.596604 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for floatingip (02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:11.599135 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:11.603232 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f5067593-261e-453d-a322-72cd90e78d55 tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/02c839d7-8d9b-4fde-8ca2-4b463ebb9ce9 HTTP/1.1" status: 204 len: 168 time: 0.4554791 Sep 09 06:39:12.815017 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60264) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:12.874010 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8668a660-e325-4d94-b9a6-0ef428bbe3ac tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group (2c0df85a-dd39-4025-a676-1101894e67cb), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:12.897871 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8668a660-e325-4d94-b9a6-0ef428bbe3ac tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group (2c0df85a-dd39-4025-a676-1101894e67cb), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:12.959592 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8668a660-e325-4d94-b9a6-0ef428bbe3ac tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (2c0df85a-dd39-4025-a676-1101894e67cb), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:12.962094 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-8668a660-e325-4d94-b9a6-0ef428bbe3ac tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:12.963240 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-8668a660-e325-4d94-b9a6-0ef428bbe3ac tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2c0df85a-dd39-4025-a676-1101894e67cb HTTP/1.1" status: 204 len: 168 time: 0.1471751 Sep 09 06:39:12.972930 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668a660-e325-4d94-b9a6-0ef428bbe3ac tempest-TestVolumeBootPattern-1984049509 tempest-TestVolumeBootPattern-1984049509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0df85a-dd39-4025-a676-1101894e67cb,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:13.018046 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60268) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:13.125006 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:13.181081 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:39:13.185430 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:13.205701 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:39:13.206042 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 3690fe7c-0bd9-4039-a5dd-e333a1aaefe2 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:39:13.216921 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:13.423667 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (9846d50f-3c13-4f04-b08d-4ebab45246e7), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:13.859752 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Deleting port 4e9d29e9-da8e-4760-802c-a6d182e86685 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:13.860410 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:13.939233 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] For port 4e9d29e9-da8e-4760-802c-a6d182e86685, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=4e9d29e9-da8e-4760-802c-a6d182e86685,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:13.939611 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:13.951999 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Calling delete_port for 4e9d29e9-da8e-4760-802c-a6d182e86685 owned by network:router_interface {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:14.127402 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (4e9d29e9-da8e-4760-802c-a6d182e86685), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:14.149763 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9d29e9-da8e-4760-802c-a6d182e86685,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:14.204575 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:14.255579 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:14.322454 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (9846d50f-3c13-4f04-b08d-4ebab45246e7), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:14.524122 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Router 9846d50f-3c13-4f04-b08d-4ebab45246e7 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:39:14.626806 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:39:14.631762 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-3594845a-17e6-4860-b44c-0ff2cd9e4e5d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/9846d50f-3c13-4f04-b08d-4ebab45246e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6126142 Sep 09 06:39:14.634410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60272) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:14.635427 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] Sync routers for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:39:14.645472 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:39:14.646077 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:39:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:14.739348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks [] for router (9846d50f-3c13-4f04-b08d-4ebab45246e7), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:14.783514 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:14.830596 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:39:14.838594 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks [] for router_gateway (9846d50f-3c13-4f04-b08d-4ebab45246e7), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:14.880502 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Deleting port 58e8698b-e026-4bd8-8dce-70f62210fd2e {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:14.880840 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:14.963023 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] For port 58e8698b-e026-4bd8-8dce-70f62210fd2e, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=58e8698b-e026-4bd8-8dce-70f62210fd2e,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:14.963380 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:14.976600 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Calling delete_port for 58e8698b-e026-4bd8-8dce-70f62210fd2e owned by network:router_gateway {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:14.997175 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:39:14Z', 'revision_number': 5, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port': {'id': '58e8698b-e026-4bd8-8dce-70f62210fd2e', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:27Z', 'updated_at': '2022-09-09T06:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:15.021469 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] Checking router: 9846d50f-3c13-4f04-b08d-4ebab45246e7 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:39:15.029870 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] Routers {'9846d50f-3c13-4f04-b08d-4ebab45246e7'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:39:15.030468 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:39:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9846d50f-3c13-4f04-b08d-4ebab45246e7'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:15.031819 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:15.114793 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] Set router 9846d50f-3c13-4f04-b08d-4ebab45246e7 gateway port host: None {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:39:15.146723 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (58e8698b-e026-4bd8-8dce-70f62210fd2e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.165323 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:39:14Z', 'revision_number': 6, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:15.171440 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e8698b-e026-4bd8-8dce-70f62210fd2e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:15.190529 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a4028-e1f5-41e4-9e9f-af2b3537352e None None] The sync data for ids ['9846d50f-3c13-4f04-b08d-4ebab45246e7'] in dv-cinder-852209-16-iscsi is: [{'id': '9846d50f-3c13-4f04-b08d-4ebab45246e7', 'name': 'tempest-TestVolumeBootPattern-1561002842-router', 'tenant_id': '09397aeb58f44f7c9f0ab921e471079a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:26Z', 'updated_at': '2022-09-09T06:39:14Z', 'revision_number': 6, 'project_id': '09397aeb58f44f7c9f0ab921e471079a', 'gw_port_host': None}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:39:15.243722 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (9846d50f-3c13-4f04-b08d-4ebab45246e7), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.330470 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (9846d50f-3c13-4f04-b08d-4ebab45246e7), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.332552 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks [] for router_controller (9846d50f-3c13-4f04-b08d-4ebab45246e7), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.377316 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (9846d50f-3c13-4f04-b08d-4ebab45246e7), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.377934 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9846d50f-3c13-4f04-b08d-4ebab45246e7 {{(pid=106286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:39:15.382800 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.383908 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-c373c3dc-8b1f-447a-a1e3-0ee34940e132 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/9846d50f-3c13-4f04-b08d-4ebab45246e7 HTTP/1.1" status: 204 len: 168 time: 0.7484848 Sep 09 06:39:15.386535 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60274) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:15.408155 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.431631 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_v2 [None req-6647b812-6c4b-4f53-8315-fd34d244e099 admin admin] Deleting subnet 1e67c219-42de-4a2c-837b-45ad03b8e5fc {{(pid=106286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:39:15.434847 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6647b812-6c4b-4f53-8315-fd34d244e099 admin admin] Publish callbacks [] for subnet (1e67c219-42de-4a2c-837b-45ad03b8e5fc), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.469784 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6647b812-6c4b-4f53-8315-fd34d244e099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3556811'] for subnet (1e67c219-42de-4a2c-837b-45ad03b8e5fc), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.557260 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6647b812-6c4b-4f53-8315-fd34d244e099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (1e67c219-42de-4a2c-837b-45ad03b8e5fc), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.620157 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:15.626770 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6647b812-6c4b-4f53-8315-fd34d244e099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8396124'] for subnet (1e67c219-42de-4a2c-837b-45ad03b8e5fc), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.654168 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 4e9d29e9-da8e-4760-802c-a6d182e86685 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:39:15.661315 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647b812-6c4b-4f53-8315-fd34d244e099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e67c219-42de-4a2c-837b-45ad03b8e5fc,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:15.665781 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6647b812-6c4b-4f53-8315-fd34d244e099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.671773 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6647b812-6c4b-4f53-8315-fd34d244e099 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1e67c219-42de-4a2c-837b-45ad03b8e5fc HTTP/1.1" status: 204 len: 168 time: 0.2820179 Sep 09 06:39:15.672590 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60276) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:15.678238 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0296663a-79d3-4ed0-90be-58e8cfa4b259 None None] Network a7964840-3c67-4db0-a5fd-d0b8ff555b07 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:39:15.681515 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 4e9d29e9-da8e-4760-802c-a6d182e86685 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:39:15.681856 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 4e9d29e9-da8e-4760-802c-a6d182e86685 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:39:15.746343 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (a7964840-3c67-4db0-a5fd-d0b8ff555b07), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.788010 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Deleting port 9fc59ea4-622d-4b3d-a596-d084bd24a26f {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:15.788352 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.851439 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] For port 9fc59ea4-622d-4b3d-a596-d084bd24a26f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=9fc59ea4-622d-4b3d-a596-d084bd24a26f,segment=NetworkSegment(36d7d829-6427-484e-ba30-b2cddc4ae5a8),segment_id=36d7d829-6427-484e-ba30-b2cddc4ae5a8)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:15.851748 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.864188 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Calling delete_port for 9fc59ea4-622d-4b3d-a596-d084bd24a26f owned by network:dhcp {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:15.950191 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (9fc59ea4-622d-4b3d-a596-d084bd24a26f), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:15.973793 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cbf310-2b0b-480e-92ba-f8dc6fea480f None None] DHCP port deletion for a7964840-3c67-4db0-a5fd-d0b8ff555b07 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:39:15.977344 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc59ea4-622d-4b3d-a596-d084bd24a26f,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:15.981006 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] No DVR routers for this DVR port 9fc59ea4-622d-4b3d-a596-d084bd24a26f on host dv-cinder-852209-16-iscsi {{(pid=106287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:39:16.055733 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (a7964840-3c67-4db0-a5fd-d0b8ff555b07), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.079537 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7964840-3c67-4db0-a5fd-d0b8ff555b07']}} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:16.089334 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d7d829-6427-484e-ba30-b2cddc4ae5a8') {'for_net_delete': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:16.089905 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d7d829-6427-484e-ba30-b2cddc4ae5a8') {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:16.096680 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:16.100684 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913583'] for segment (36d7d829-6427-484e-ba30-b2cddc4ae5a8), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.114928 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (36d7d829-6427-484e-ba30-b2cddc4ae5a8), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.122328 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:39:16.122826 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637721'] for segment (36d7d829-6427-484e-ba30-b2cddc4ae5a8), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.145734 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment 36d7d829-6427-484e-ba30-b2cddc4ae5a8 resource provider aggregate not found Sep 09 06:39:16.189220 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment 36d7d829-6427-484e-ba30-b2cddc4ae5a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36d7d829-6427-484e-ba30-b2cddc4ae5a8 found for delete ", "request_id": "req-87c65f2b-4224-4bda-8b72-6d3d39aaa6cd"}]} Sep 09 06:39:16.190292 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (a7964840-3c67-4db0-a5fd-d0b8ff555b07), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.195729 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.199385 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a7964840-3c67-4db0-a5fd-d0b8ff555b07 HTTP/1.1" status: 204 len: 168 time: 0.5255878 Sep 09 06:39:16.202446 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60282) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:16.214761 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745be4e4-7dd6-45fa-83e0-f75b569ce5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a7964840-3c67-4db0-a5fd-d0b8ff555b07,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:16.520586 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (98351400-354b-4f25-8367-fc7780c516ce), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.556960 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:16.742955 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Deleting port e5f84d5b-ceae-4a18-b315-a607b970c02d {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:16.743679 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.819623 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] For port e5f84d5b-ceae-4a18-b315-a607b970c02d, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=e5f84d5b-ceae-4a18-b315-a607b970c02d,segment=NetworkSegment(e0e60d99-0c86-4c88-a009-8adcea24dbf8),segment_id=e0e60d99-0c86-4c88-a009-8adcea24dbf8)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:16.819894 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:16.832623 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Calling delete_port for e5f84d5b-ceae-4a18-b315-a607b970c02d owned by network:router_interface {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:17.010617 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (e5f84d5b-ceae-4a18-b315-a607b970c02d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:17.018832 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:17.039009 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f84d5b-ceae-4a18-b315-a607b970c02d,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:17.205403 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (98351400-354b-4f25-8367-fc7780c516ce), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:17.385988 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:17.412396 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Router 98351400-354b-4f25-8367-fc7780c516ce has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:39:17.512456 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:39:17.520053 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-e296a57d-518f-43d6-83c1-e5c01ff695c4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/98351400-354b-4f25-8367-fc7780c516ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3164294 Sep 09 06:39:17.520469 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60288) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:17.521214 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] Sync routers for ids ['98351400-354b-4f25-8367-fc7780c516ce'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:39:17.534618 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 58e8698b-e026-4bd8-8dce-70f62210fd2e no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:39:17.538198 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] Routers {'98351400-354b-4f25-8367-fc7780c516ce'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:39:17.538823 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:39:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['98351400-354b-4f25-8367-fc7780c516ce'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:17.564571 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:17.591361 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 58e8698b-e026-4bd8-8dce-70f62210fd2e {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:39:17.591730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 58e8698b-e026-4bd8-8dce-70f62210fd2e not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:39:17.592149 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 9fc59ea4-622d-4b3d-a596-d084bd24a26f no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:39:17.631842 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks [] for router (98351400-354b-4f25-8367-fc7780c516ce), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:17.735323 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks [] for router_gateway (98351400-354b-4f25-8367-fc7780c516ce), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:17.741309 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 9fc59ea4-622d-4b3d-a596-d084bd24a26f {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:39:17.741655 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 9fc59ea4-622d-4b3d-a596-d084bd24a26f not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:39:17.785656 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Deleting port c189d973-33bc-4482-9669-bb1e34e9d859 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:17.785988 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:17.805542 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] Set router 98351400-354b-4f25-8367-fc7780c516ce gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:39:17.865679 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] For port c189d973-33bc-4482-9669-bb1e34e9d859, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=c189d973-33bc-4482-9669-bb1e34e9d859,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:17.866034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:17.878714 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Calling delete_port for c189d973-33bc-4482-9669-bb1e34e9d859 owned by network:router_gateway {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:17.975930 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:39:16Z', 'revision_number': 5, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port': {'id': 'c189d973-33bc-4482-9669-bb1e34e9d859', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98351400-354b-4f25-8367-fc7780c516ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:18.001974 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] Checking router: 98351400-354b-4f25-8367-fc7780c516ce for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:39:18.010275 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] Routers {'98351400-354b-4f25-8367-fc7780c516ce'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:39:18.011390 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:39:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['98351400-354b-4f25-8367-fc7780c516ce'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:18.043213 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (c189d973-33bc-4482-9669-bb1e34e9d859), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.069034 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Pushing event deleted for resources: {'Port': ['ID=c189d973-33bc-4482-9669-bb1e34e9d859,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:18.101816 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] Set router 98351400-354b-4f25-8367-fc7780c516ce gateway port host: None {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:39:18.133974 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (98351400-354b-4f25-8367-fc7780c516ce), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.152625 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:39:17Z', 'revision_number': 6, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:18.180667 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b2e18-8281-45e1-ad5a-5c62ae852b4d None None] The sync data for ids ['98351400-354b-4f25-8367-fc7780c516ce'] in dv-cinder-852209-16-iscsi is: [{'id': '98351400-354b-4f25-8367-fc7780c516ce', 'name': 'tempest-TestVolumeBootPattern-1169624783-router', 'tenant_id': '81f3ef01e71946bb96dc617898d0d8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:30:34Z', 'updated_at': '2022-09-09T06:39:17Z', 'revision_number': 6, 'project_id': '81f3ef01e71946bb96dc617898d0d8b8', 'gw_port_host': None}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:39:18.235686 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (98351400-354b-4f25-8367-fc7780c516ce), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.238656 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks [] for router_controller (98351400-354b-4f25-8367-fc7780c516ce), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.282291 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (98351400-354b-4f25-8367-fc7780c516ce), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.282881 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98351400-354b-4f25-8367-fc7780c516ce {{(pid=106287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:39:18.287464 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.288620 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-4bef062c-b925-4c6d-bf62-4ae3e8c0a97a admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/98351400-354b-4f25-8367-fc7780c516ce HTTP/1.1" status: 204 len: 168 time: 0.7669811 Sep 09 06:39:18.291096 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60290) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:18.329850 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:DELETE=8,neutron:UPDATE=4,neutron:SELECT=88 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:18.335844 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-1375016c-6f8a-4969-9267-ce73fb8bfb30 admin admin] Deleting subnet 9840c060-136b-4cbc-bdf4-629b222d26e3 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:39:18.340140 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1375016c-6f8a-4969-9267-ce73fb8bfb30 admin admin] Publish callbacks [] for subnet (9840c060-136b-4cbc-bdf4-629b222d26e3), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.378924 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1375016c-6f8a-4969-9267-ce73fb8bfb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (9840c060-136b-4cbc-bdf4-629b222d26e3), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.452084 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1375016c-6f8a-4969-9267-ce73fb8bfb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (9840c060-136b-4cbc-bdf4-629b222d26e3), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.474578 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:18.507275 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1375016c-6f8a-4969-9267-ce73fb8bfb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (9840c060-136b-4cbc-bdf4-629b222d26e3), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.536642 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375016c-6f8a-4969-9267-ce73fb8bfb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9840c060-136b-4cbc-bdf4-629b222d26e3,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:18.540241 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-1375016c-6f8a-4969-9267-ce73fb8bfb30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.546547 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-1375016c-6f8a-4969-9267-ce73fb8bfb30 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9840c060-136b-4cbc-bdf4-629b222d26e3 HTTP/1.1" status: 204 len: 168 time: 0.2544096 Sep 09 06:39:18.547163 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60292) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:18.553730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491ca23-d7dd-4636-be56-61896dc15e49 None None] Network adac9c56-e3af-484d-b9d0-1d61b0505629 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:39:18.623414 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (adac9c56-e3af-484d-b9d0-1d61b0505629), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.670437 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Deleting port 46c99b87-bc99-4b33-b053-28f85c73a540 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:39:18.670773 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.740710 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] For port 46c99b87-bc99-4b33-b053-28f85c73a540, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=46c99b87-bc99-4b33-b053-28f85c73a540,segment=NetworkSegment(e0e60d99-0c86-4c88-a009-8adcea24dbf8),segment_id=e0e60d99-0c86-4c88-a009-8adcea24dbf8)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:39:18.741065 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.753478 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Calling delete_port for 46c99b87-bc99-4b33-b053-28f85c73a540 owned by network:dhcp {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:39:18.829787 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (46c99b87-bc99-4b33-b053-28f85c73a540), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.858039 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Pushing event deleted for resources: {'Port': ['ID=46c99b87-bc99-4b33-b053-28f85c73a540,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:18.861285 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] No DVR routers for this DVR port 46c99b87-bc99-4b33-b053-28f85c73a540 on host dv-cinder-852209-16-iscsi {{(pid=106287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:39:18.930434 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (adac9c56-e3af-484d-b9d0-1d61b0505629), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.951299 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adac9c56-e3af-484d-b9d0-1d61b0505629']}} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:18.960390 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e60d99-0c86-4c88-a009-8adcea24dbf8') {'for_net_delete': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:18.960689 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e60d99-0c86-4c88-a009-8adcea24dbf8') {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:39:18.970159 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913583'] for segment (e0e60d99-0c86-4c88-a009-8adcea24dbf8), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.985066 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (e0e60d99-0c86-4c88-a009-8adcea24dbf8), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:18.992107 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:39:18.992387 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637721'] for segment (e0e60d99-0c86-4c88-a009-8adcea24dbf8), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.008451 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184a521-62e2-4046-8103-03327585fd30 None None] DHCP port deletion for adac9c56-e3af-484d-b9d0-1d61b0505629 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:39:19.050953 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment e0e60d99-0c86-4c88-a009-8adcea24dbf8 resource provider aggregate not found Sep 09 06:39:19.072694 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (adac9c56-e3af-484d-b9d0-1d61b0505629), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.076022 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment e0e60d99-0c86-4c88-a009-8adcea24dbf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0e60d99-0c86-4c88-a009-8adcea24dbf8 found for delete ", "request_id": "req-ee5f0b10-47aa-4a27-bd8d-b5b5923727b0"}]} Sep 09 06:39:19.080316 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.083657 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/adac9c56-e3af-484d-b9d0-1d61b0505629 HTTP/1.1" status: 204 len: 168 time: 0.5354285 Sep 09 06:39:19.096112 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da21fac-5e75-4bf2-af63-9176b62b649b admin admin] Pushing event deleted for resources: {'Network': ['ID=adac9c56-e3af-484d-b9d0-1d61b0505629,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:19.232357 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60300) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:19.278254 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-1b869086-e3b6-4117-9445-5d5d50769829 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=09397aeb58f44f7c9f0ab921e471079a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447557 Sep 09 06:39:19.280794 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60302) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:19.331722 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Publish callbacks [] for security_group (847dc5f9-e136-42be-9297-c3093f2b40e2), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.351633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Publish callbacks [] for security_group (847dc5f9-e136-42be-9297-c3093f2b40e2), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.399114 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (847dc5f9-e136-42be-9297-c3093f2b40e2), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.401693 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.402874 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/847dc5f9-e136-42be-9297-c3093f2b40e2 HTTP/1.1" status: 204 len: 168 time: 0.1211748 Sep 09 06:39:19.410960 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847dc5f9-e136-42be-9297-c3093f2b40e2,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:19.419618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.419934 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.420267 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.420603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.420927 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.421249 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.421569 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.421883 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.422400 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.422722 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.423045 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.423671 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.424070 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.424386 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.424701 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dca1b6-e547-46c6-a0a1-5325590fa57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:39:19.512176 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e5f84d5b-ceae-4a18-b315-a607b970c02d no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:39:19.531994 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: e5f84d5b-ceae-4a18-b315-a607b970c02d {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:39:19.532343 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device e5f84d5b-ceae-4a18-b315-a607b970c02d not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:39:19.532753 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 46c99b87-bc99-4b33-b053-28f85c73a540 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:39:19.551362 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 46c99b87-bc99-4b33-b053-28f85c73a540 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:39:19.551739 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 46c99b87-bc99-4b33-b053-28f85c73a540 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:39:19.552161 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device c189d973-33bc-4482-9669-bb1e34e9d859 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:39:19.572426 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: c189d973-33bc-4482-9669-bb1e34e9d859 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:39:19.573019 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device c189d973-33bc-4482-9669-bb1e34e9d859 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:39:19.740854 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60308) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:19.780754 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-c1b479b1-07e0-4994-b805-8c52ca933957 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=81f3ef01e71946bb96dc617898d0d8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387375 Sep 09 06:39:19.783194 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60310) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:39:19.833321 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-22a29012-2826-48d4-9c6e-7e287ee4d5e6 admin admin] Publish callbacks [] for security_group (3919b0e7-2a30-4b22-8bf3-a7e4f37d9f5a), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.853496 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-22a29012-2826-48d4-9c6e-7e287ee4d5e6 admin admin] Publish callbacks [] for security_group (3919b0e7-2a30-4b22-8bf3-a7e4f37d9f5a), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.861625 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:19.899713 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-22a29012-2826-48d4-9c6e-7e287ee4d5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3919b0e7-2a30-4b22-8bf3-a7e4f37d9f5a), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.902863 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-22a29012-2826-48d4-9c6e-7e287ee4d5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:19.904025 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-22a29012-2826-48d4-9c6e-7e287ee4d5e6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3919b0e7-2a30-4b22-8bf3-a7e4f37d9f5a HTTP/1.1" status: 204 len: 168 time: 0.1198699 Sep 09 06:39:19.911648 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29012-2826-48d4-9c6e-7e287ee4d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3919b0e7-2a30-4b22-8bf3-a7e4f37d9f5a,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:39:23.588791 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-ebbe8331-95d4-4f2f-8f47-e209fd13da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:23.590933 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-ebbe8331-95d4-4f2f-8f47-e209fd13da8d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3312523776514be3a56e169c9234168b&device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1169 time: 0.0552764 Sep 09 06:39:23.710346 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3db26-627d-4a92-a8d1-522c139218ee req-ecf2991f-9d7f-4dc3-b1f5-d1ec342e03e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:23.711800 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-41c3db26-627d-4a92-a8d1-522c139218ee req-ecf2991f-9d7f-4dc3-b1f5-d1ec342e03e2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.3497171 Sep 09 06:39:23.753847 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-89d4fbb7-a5a4-4685-bcc7-adb691d803b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:23.755242 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-89d4fbb7-a5a4-4685-bcc7-adb691d803b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd5e95ac-8469-4af2-8573-83017cfeb570 HTTP/1.1" status: 200 len: 915 time: 0.1572785 Sep 09 06:39:23.789588 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-41c3db26-627d-4a92-a8d1-522c139218ee req-2351e81d-5ed0-4b74-a12a-7c33ab86c327 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713556 Sep 09 06:39:23.968548 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-a1deda9c-59e1-4c4d-8734-640678dc01da service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 1002 time: 0.0603254 Sep 09 06:39:24.022738 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-db5735a3-a974-4988-b7ea-da562aed4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:24.024114 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-db5735a3-a974-4988-b7ea-da562aed4f29 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=cb7bb676-61ba-4472-aa6d-a21825d3fd61 HTTP/1.1" status: 200 len: 853 time: 0.0434654 Sep 09 06:39:24.068109 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-9cdbed79-8e5e-4b71-8a27-4f3295ad7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:24.070197 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-9cdbed79-8e5e-4b71-8a27-4f3295ad7071 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd5e95ac-8469-4af2-8573-83017cfeb570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383024 Sep 09 06:39:24.101634 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:24.424596 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-39189e58-ac99-4e78-ba03-4456f84aec61 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476789 Sep 09 06:39:24.514928 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-15819bbf-d855-452e-8937-7b6b20ec92fa req-63994386-7f4a-44cd-8d04-ec16e267486d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835800 Sep 09 06:39:24.911830 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3375ed-696a-4581-80b5-a2795667c026 req-a3168699-6ebc-4558-b40f-188af8b7d1e6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:24.913266 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5b3375ed-696a-4581-80b5-a2795667c026 req-a3168699-6ebc-4558-b40f-188af8b7d1e6 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0471778 Sep 09 06:39:24.977744 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5b3375ed-696a-4581-80b5-a2795667c026 req-9c48b110-7c88-4738-9eed-48bb94ba7015 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581088 Sep 09 06:39:26.099845 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82120b2f-2159-465a-b21b-93801154ee61 req-7211ddac-6386-4b06-8792-4626b7503008 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:26.101283 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82120b2f-2159-465a-b21b-93801154ee61 req-7211ddac-6386-4b06-8792-4626b7503008 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0490692 Sep 09 06:39:26.161312 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-82120b2f-2159-465a-b21b-93801154ee61 req-2136ad68-7985-4c96-ae53-caaedcf0d08d tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535367 Sep 09 06:39:27.337638 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a37ae6-f015-4024-8021-3e7aef426ec5 req-acd141c2-2c99-43ab-a960-1e408a8fea6f tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:27.339397 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-64a37ae6-f015-4024-8021-3e7aef426ec5 req-acd141c2-2c99-43ab-a960-1e408a8fea6f tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.1020887 Sep 09 06:39:27.401919 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-64a37ae6-f015-4024-8021-3e7aef426ec5 req-90cf2413-9a4c-43d9-8e5a-0a7417119424 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571084 Sep 09 06:39:28.504657 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:28.522828 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a72f8-cff0-4c91-a641-3e255570d94c req-e545c2bd-cbd1-4172-8472-cef7890936a0 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:28.524315 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a66a72f8-cff0-4c91-a641-3e255570d94c req-e545c2bd-cbd1-4172-8472-cef7890936a0 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0473452 Sep 09 06:39:28.585891 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a66a72f8-cff0-4c91-a641-3e255570d94c req-8866254d-d450-4149-8253-095d19d2ef0b tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551872 Sep 09 06:39:28.703851 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a4c01ea9-1486-4950-aa69-83c370f66f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:29.065627 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=60,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:29.086143 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=71,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:29.243843 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=83 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:29.261352 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=62 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:29.709190 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a7a3c-cffa-4eee-9e7b-a8215e4d5765 req-46a849d2-d9ef-46f4-b1eb-e0335e48fe5e tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:29.710556 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1b6a7a3c-cffa-4eee-9e7b-a8215e4d5765 req-46a849d2-d9ef-46f4-b1eb-e0335e48fe5e tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0494211 Sep 09 06:39:29.771823 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1b6a7a3c-cffa-4eee-9e7b-a8215e4d5765 req-5d937580-d4bb-4298-b34a-0945f23cc0fa tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547945 Sep 09 06:39:30.898106 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67ba0a-70b9-4a9c-a69d-8fcfa9e573d1 req-2267e9d0-5c37-48f2-87a9-f1d849c95ca2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:30.899605 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0f67ba0a-70b9-4a9c-a69d-8fcfa9e573d1 req-2267e9d0-5c37-48f2-87a9-f1d849c95ca2 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0503273 Sep 09 06:39:30.961034 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0f67ba0a-70b9-4a9c-a69d-8fcfa9e573d1 req-ad7f07eb-9c52-410c-b796-c583bc36da03 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552118 Sep 09 06:39:31.039692 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e6a33b96-2e2f-4316-aef6-3e22a9820cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:32.084262 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c7578-d096-4603-9e0c-736869ca42c6 req-ae4f82f9-15a6-412a-a329-320fd5f527f0 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:32.085719 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1c7c7578-d096-4603-9e0c-736869ca42c6 req-ae4f82f9-15a6-412a-a329-320fd5f527f0 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0482905 Sep 09 06:39:32.145936 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-1c7c7578-d096-4603-9e0c-736869ca42c6 req-bc722e9e-ea1e-407e-82b7-927c2a38cb00 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538716 Sep 09 06:39:32.249331 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:32.256499 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:33.088005 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:39:33.265420 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f3590-1261-4a07-af78-2b17cc3a3c0f req-7163be6d-892f-464c-9a26-872957b4d96e tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:33.266868 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ed0f3590-1261-4a07-af78-2b17cc3a3c0f req-7163be6d-892f-464c-9a26-872957b4d96e tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0471079 Sep 09 06:39:33.324339 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:33.330904 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ed0f3590-1261-4a07-af78-2b17cc3a3c0f req-fb420835-c921-48f0-b70f-3841f17f00c8 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584519 Sep 09 06:39:33.529696 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:33.603370 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:34.452400 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65348064-cda3-415c-84eb-c531b6074d50 req-707b59fa-94ac-47e0-baf5-73fcc647ac4d tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:34.453853 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-65348064-cda3-415c-84eb-c531b6074d50 req-707b59fa-94ac-47e0-baf5-73fcc647ac4d tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0481429 Sep 09 06:39:34.513851 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-65348064-cda3-415c-84eb-c531b6074d50 req-c02fb22b-4bac-4e7d-9fa9-1db1c73bac0a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543640 Sep 09 06:39:35.637565 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d91424-e14b-464e-bf26-76f27595a0a1 req-2b4c3748-fd65-4cd6-bb05-e88ad546ef81 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:35.639022 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b6d91424-e14b-464e-bf26-76f27595a0a1 req-2b4c3748-fd65-4cd6-bb05-e88ad546ef81 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0495594 Sep 09 06:39:35.706514 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b6d91424-e14b-464e-bf26-76f27595a0a1 req-362de2a8-9614-4f51-9535-1e92f4488fb5 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617404 Sep 09 06:39:36.828511 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a2be8-e494-49cd-8177-d0d6f5507701 req-4513ff02-2454-478b-b47f-e62eb764a13d tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:39:36.829888 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0a3a2be8-e494-49cd-8177-d0d6f5507701 req-4513ff02-2454-478b-b47f-e62eb764a13d tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0470715 Sep 09 06:39:36.890457 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0a3a2be8-e494-49cd-8177-d0d6f5507701 req-b72cdbc5-9923-4bc4-a753-41f1df23649a tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&id=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549326 Sep 09 06:39:43.083518 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:43.084328 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:43.593092 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:UPDATE=4,neutron:SELECT=74 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:43.600383 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:45.403788 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:39:46.882129 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=30 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:46.883964 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=80 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:55.397776 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:55.399794 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:39:58.705362 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-ee36e3cb-317e-42fb-8596-58854faff13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:01.042308 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-aa19cc73-df06-4c21-b16b-e03f4e8e4f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:02.258730 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:03.531970 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:03.606801 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:06.250729 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=18 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:06.256276 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=14 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:10.086946 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:40:10.204052 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-629cd1ef-63a6-441d-9f62-917a04f68434 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-265886013&fields=id&tenant_id=3312523776514be3a56e169c9234168b HTTP/1.1" status: 200 len: 267 time: 0.0450242 Sep 09 06:40:10.254543 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-5b686ce4-eaac-4ef5-b122-7e438c354fa9 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:10.255996 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-5b686ce4-eaac-4ef5-b122-7e438c354fa9 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 985 time: 0.0467808 Sep 09 06:40:10.266534 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.v2.base [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Request body: {'port': {'security_groups': ['fa60a722-7a39-4115-890a-60d06b3ba0a1']}} {{(pid=106286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 06:40:10.341957 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), before_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.514079 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] For port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:10.541489 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), precommit_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.546701 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3655085'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), after_update {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.557033 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:10.557650 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.559563 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-725f0d2c-25ac-4c48-85c5-6e36aa9f4f8a req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "PUT /networking/v2.0/ports/5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 943 time: 0.2975106 Sep 09 06:40:10.560146 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:40:10.561237 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:40:10.565313 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a6d665-57bd-450e-a66b-520f9703f0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:40:10.567099 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60362) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:10.647185 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276df15-9d6c-454f-842f-157aead13c33 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event updated for resources: {'Port': ['ID=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,revision_number=7']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:10.657661 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:40:10.672272 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-56d69fe9-d04e-4e90-b9a0-f5fd2f53b8de tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group (4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.696521 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c6ab9e-1529-4e85-9c8f-c4ce48480f56 x-openstack-request-id: req-c5c6ab9e-1529-4e85-9c8f-c4ce48480f56 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:40:10.696819 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:40:10.697075 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5c6ab9e-1529-4e85-9c8f-c4ce48480f56 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:40:10.697478 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c6ab9e-1529-4e85-9c8f-c4ce48480f56'] response: {'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'status': 'completed', 'code': 200} Sep 09 06:40:10.704288 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-56d69fe9-d04e-4e90-b9a0-f5fd2f53b8de tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group (4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.784544 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-56d69fe9-d04e-4e90-b9a0-f5fd2f53b8de tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.787184 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-56d69fe9-d04e-4e90-b9a0-f5fd2f53b8de tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.788345 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-56d69fe9-d04e-4e90-b9a0-f5fd2f53b8de tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c HTTP/1.1" status: 204 len: 168 time: 0.2211595 Sep 09 06:40:10.791326 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60368) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:10.824538 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d69fe9-d04e-4e90-b9a0-f5fd2f53b8de tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c9396-e843-4d0d-8a3b-fd9d9269ae1c,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:10.838543 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-f6a2a27d-d49e-4b5e-80c7-dfc419bfac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:10.841114 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-f6a2a27d-d49e-4b5e-80c7-dfc419bfac36 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3312523776514be3a56e169c9234168b&device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1130 time: 0.1202099 Sep 09 06:40:10.945800 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Deleting port 5306b94e-ba32-4df4-8d92-9ba042fe2fa9 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:10.946142 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:10.947784 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-f56e2af8-2907-4668-b339-3e8068c50c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:10.949713 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-f56e2af8-2907-4668-b339-3e8068c50c03 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd5e95ac-8469-4af2-8573-83017cfeb570 HTTP/1.1" status: 200 len: 915 time: 0.1015356 Sep 09 06:40:11.015279 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-517f1f66-7b90-4ded-bd10-81dafa2e5106 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 1002 time: 0.0593967 Sep 09 06:40:11.026399 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:11.026775 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for floatingip (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:11.039068 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Calling delete_port for 5306b94e-ba32-4df4-8d92-9ba042fe2fa9 owned by network:floatingip {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:11.066387 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-182126f4-5cf0-43d3-a716-5e5e096ad9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:11.067956 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-182126f4-5cf0-43d3-a716-5e5e096ad9e1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=cb7bb676-61ba-4472-aa6d-a21825d3fd61 HTTP/1.1" status: 200 len: 853 time: 0.0449917 Sep 09 06:40:11.115644 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-6ff60276-b633-491a-81bb-2a273219bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:11.117047 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-6ff60276-b633-491a-81bb-2a273219bbc7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd5e95ac-8469-4af2-8573-83017cfeb570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428920 Sep 09 06:40:11.130193 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-2a074c34-ecfd-4431-851a-07603a3fdb7c service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 06:40:11.131135 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-2a074c34-ecfd-4431-851a-07603a3fdb7c service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048583 Sep 09 06:40:11.185316 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (5306b94e-ba32-4df4-8d92-9ba042fe2fa9), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:11.201916 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:11.205781 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:11.213683 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event deleted for resources: {'Port': ['ID=5306b94e-ba32-4df4-8d92-9ba042fe2fa9,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:11.235113 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-eeb29111-6224-45d1-a01c-2a82e46365bb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920117 Sep 09 06:40:11.276312 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks [] for floatingip (a90fa359-687d-43a0-8777-630d0d264da4), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:11.276742 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.db.l3_db [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Floating IP a90fa359-687d-43a0-8777-630d0d264da4 disassociated (deleted). External IP: 172.27.0.141, port: 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4. Sep 09 06:40:11.333190 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-69a6d665-57bd-450e-a66b-520f9703f0ce req-294336a8-e486-4338-bbf3-fbf6eb0c9e5b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902898 Sep 09 06:40:11.478384 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Router 3802a533-ee5d-4bf3-9e67-e66c390e8668 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:40:11.806214 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:40:11.813365 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:11.817882 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] Sync routers for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:40:11.831217 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:40:11.831850 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:40:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:11.836899 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:11.852844 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-01c75f7e-2134-41e3-8fb5-b061b9780e55 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/a90fa359-687d-43a0-8777-630d0d264da4 HTTP/1.1" status: 204 len: 168 time: 1.0603671 Sep 09 06:40:11.854017 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'}] {{(pid=106287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:40:11.857468 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}961ae37588121eb597cd5db37158e48c5840f7fef6c10366adc29ca3158a4372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4"}]}' {{(pid=106287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:40:11.960386 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875ee2e6-5eb2-4f41-ae53-f122f2444dfe x-openstack-request-id: req-875ee2e6-5eb2-4f41-ae53-f122f2444dfe {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:40:11.960656 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4", "status": "completed", "code": 200}]} {{(pid=106287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:40:11.960907 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-875ee2e6-5eb2-4f41-ae53-f122f2444dfe {{(pid=106287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:40:11.961484 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875ee2e6-5eb2-4f41-ae53-f122f2444dfe'] response: {'name': 'network-changed', 'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'status': 'completed', 'code': 200} Sep 09 06:40:11.967781 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:40:12.029036 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-cfb525c0-961f-44f3-bb04-2852c07f4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:12.030556 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-cfb525c0-961f-44f3-bb04-2852c07f4d7e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3312523776514be3a56e169c9234168b&device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 1130 time: 0.0469601 Sep 09 06:40:12.146726 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-c0d04f45-af63-4985-9a6e-d0c1e3d5c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:12.148412 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-c0d04f45-af63-4985-9a6e-d0c1e3d5c87f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=dd5e95ac-8469-4af2-8573-83017cfeb570 HTTP/1.1" status: 200 len: 915 time: 0.1094267 Sep 09 06:40:12.186602 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:38:06Z', 'revision_number': 5, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:12.192701 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-5413f826-0456-43d2-afc0-0150a6acb8f7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 200 len: 217 time: 0.0346355 Sep 09 06:40:12.213830 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] Checking router: 3802a533-ee5d-4bf3-9e67-e66c390e8668 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:40:12.223315 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:40:12.223941 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:40:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:12.323256 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:40:12.569108 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-790bef32-7567-4dcc-8ae7-74ea39f8ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:12.570594 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-790bef32-7567-4dcc-8ae7-74ea39f8ebe0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=cb7bb676-61ba-4472-aa6d-a21825d3fd61 HTTP/1.1" status: 200 len: 853 time: 0.0447211 Sep 09 06:40:12.590154 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:38:06Z', 'revision_number': 5, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:12.615121 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d395d-837a-455f-a28c-a3f171b9b844 None None] The sync data for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi is: [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:37:57Z', 'revision_number': 4, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': 'b5d17099-ea4d-4a17-8b68-797211ebe672', 'name': '', 'network_id': 'dd5e95ac-8469-4af2-8573-83017cfeb570', 'tenant_id': '3312523776514be3a56e169c9234168b', 'mac_address': 'fa:16:3e:84:c0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:56Z', 'updated_at': '2022-09-09T06:38:06Z', 'revision_number': 5, 'project_id': '3312523776514be3a56e169c9234168b', 'subnets': [{'id': 'cb7bb676-61ba-4472-aa6d-a21825d3fd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:40:12.616709 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-072da78b-d59e-4d6c-a7e9-24514282c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:12.618171 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-072da78b-d59e-4d6c-a7e9-24514282c577 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=dd5e95ac-8469-4af2-8573-83017cfeb570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415843 Sep 09 06:40:12.755659 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-6e8e9c70-6503-42a5-91fc-32e2088f4280 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003311 Sep 09 06:40:12.849837 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c27afc-96c1-403b-9929-c281bf357e11 None None] New status for floating IP a90fa359-687d-43a0-8777-630d0d264da4: DOWN {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:40:12.854135 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f2634a73-3e0f-42c1-aa86-0d14bb8e553a req-2fdf9bb9-36f0-4fea-8600-6fe812d50b0c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911372 Sep 09 06:40:14.615419 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15356c9-f1bf-4f8c-9974-18fe0ed242a4 req-5612f6aa-6ea6-4e56-b51d-f466bba4d234 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:14.616885 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f15356c9-f1bf-4f8c-9974-18fe0ed242a4 req-5612f6aa-6ea6-4e56-b51d-f466bba4d234 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0491216 Sep 09 06:40:14.663701 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f15356c9-f1bf-4f8c-9974-18fe0ed242a4 req-ed76c8e5-d69f-474d-ad62-e83f3a7df3ae tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Sep 09 06:40:15.406608 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:15.785664 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddccf63-c47e-4e98-b810-a56eca48cafa req-c2157387-0341-49af-b219-e6a8ac15aa43 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:15.787101 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ddccf63-c47e-4e98-b810-a56eca48cafa req-c2157387-0341-49af-b219-e6a8ac15aa43 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0466058 Sep 09 06:40:15.833737 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7ddccf63-c47e-4e98-b810-a56eca48cafa req-ccfb3de4-bcfc-45eb-b90c-bc9b5000962b tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Sep 09 06:40:16.622067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-9f4136e6-eed2-40ee-8e63-22b95f18428e tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:16.623465 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-9f4136e6-eed2-40ee-8e63-22b95f18428e tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0509970 Sep 09 06:40:16.704663 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Deleting port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:16.705000 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:16.795482 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] For port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:16.796215 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:16.809320 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Calling delete_port for 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:16.810711 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:16.817837 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:16.973499 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069729-2379-401e-b34a-2bd7c2ad34e8 req-39526d68-c27d-456b-9b5c-52ca08ceb092 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:16.974971 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac069729-2379-401e-b34a-2bd7c2ad34e8 req-39526d68-c27d-456b-9b5c-52ca08ceb092 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d8952e95-e5d2-41a7-bc77-5eddd785d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0652781 Sep 09 06:40:16.976032 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (5e30e4a1-b196-4f98-bfaf-2bf7a95188a4), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:16.987719 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:40:17.017148 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Pushing event deleted for resources: {'Port': ['ID=5e30e4a1-b196-4f98-bfaf-2bf7a95188a4,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:17.078209 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] No DVR routers for this DVR port 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:40:17.083849 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:17.087019 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cbf81280-398f-4696-9556-0dc110b04ee6 req-c9e9bb3e-82be-4ca9-ba6c-f6e0db67d0ec tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.33 "DELETE /networking/v2.0/ports/5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 HTTP/1.1" status: 204 len: 173 time: 0.4582083 Sep 09 06:40:17.087507 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'name': 'network-vif-deleted', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:40:17.089790 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e23a9cd-61f7-4d65-acdb-295a5bd06907" -d '{"events": [{"server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "name": "network-vif-deleted", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:40:17.099253 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ac069729-2379-401e-b34a-2bd7c2ad34e8 req-23c80e63-f5c0-4049-8a71-d899cc7c74b0 tempest-TestMinimumBasicScenario-1113137216 tempest-TestMinimumBasicScenario-1113137216-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fa60a722-7a39-4115-890a-60d06b3ba0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168599 Sep 09 06:40:17.144907 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a282c957-2499-424e-b50f-b7ba8b8f6b69 x-openstack-request-id: req-a282c957-2499-424e-b50f-b7ba8b8f6b69 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:40:17.145343 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8952e95-e5d2-41a7-bc77-5eddd785d6d9", "name": "network-vif-deleted", "tag": "5e30e4a1-b196-4f98-bfaf-2bf7a95188a4", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:40:17.145712 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a282c957-2499-424e-b50f-b7ba8b8f6b69 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:40:17.146211 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a282c957-2499-424e-b50f-b7ba8b8f6b69'] response: {'server_uuid': 'd8952e95-e5d2-41a7-bc77-5eddd785d6d9', 'name': 'network-vif-deleted', 'tag': '5e30e4a1-b196-4f98-bfaf-2bf7a95188a4', 'status': 'completed', 'code': 200} Sep 09 06:40:18.839843 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60454) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:18.924642 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:19.146131 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (3802a533-ee5d-4bf3-9e67-e66c390e8668), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:19.281022 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-1e37080d-4246-447f-8ea6-323a8288b713 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392547 Sep 09 06:40:19.366062 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-f2fb5e4b-2aa4-4bfd-8316-954455f2be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:19.367572 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-f2fb5e4b-2aa4-4bfd-8316-954455f2be8e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1129 time: 0.0395489 Sep 09 06:40:19.368780 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Deleting port b5d17099-ea4d-4a17-8b68-797211ebe672 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:19.369116 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:19.454073 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] For port b5d17099-ea4d-4a17-8b68-797211ebe672, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b5d17099-ea4d-4a17-8b68-797211ebe672,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:19.454484 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:19.467746 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Calling delete_port for b5d17099-ea4d-4a17-8b68-797211ebe672 owned by network:router_interface {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:19.475594 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-aa560988-931c-4381-823f-0aef660f10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:19.477267 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-aa560988-931c-4381-823f-0aef660f10a9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 910 time: 0.0898938 Sep 09 06:40:19.491937 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:40:19.511884 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:40:19.512578 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device 5e30e4a1-b196-4f98-bfaf-2bf7a95188a4 not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:40:19.545662 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-aa11aeae-bde0-449e-a793-078e0dd1ae03 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 1000 time: 0.0587015 Sep 09 06:40:19.599634 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-534da76d-7edb-4606-a932-67d2985089f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:19.601186 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-534da76d-7edb-4606-a932-67d2985089f1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0454936 Sep 09 06:40:19.603006 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:19.652439 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-a30e66bb-cbf8-4800-a618-30f562f9bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:40:19.653923 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-a30e66bb-cbf8-4800-a618-30f562f9bed4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434120 Sep 09 06:40:19.656466 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (b5d17099-ea4d-4a17-8b68-797211ebe672), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:19.681158 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d17099-ea4d-4a17-8b68-797211ebe672,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:19.693969 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.694316 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.694657 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.694994 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.695323 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.695667 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.696010 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.696328 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.696646 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.696967 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.697283 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.697598 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.697912 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.698894 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.699367 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:19.757336 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-3e499fcf-6d82-40e4-afaf-54085818e92e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932262 Sep 09 06:40:19.800165 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:19.859583 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (3802a533-ee5d-4bf3-9e67-e66c390e8668), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:19.860580 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-4bb37296-8a68-4e1d-901a-f6286e1f2fbe req-c7faf72d-c893-4788-9e8e-c22da7f33d1e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966282 Sep 09 06:40:20.065561 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Router 3802a533-ee5d-4bf3-9e67-e66c390e8668 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:40:20.166684 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:40:20.171773 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-76f8bf20-598c-4f25-b733-398363a4a3cf admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/3802a533-ee5d-4bf3-9e67-e66c390e8668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3305697 Sep 09 06:40:20.174530 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60456) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:20.175070 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63867605-c414-4441-a314-526bd7166e72 None None] Sync routers for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:40:20.185621 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63867605-c414-4441-a314-526bd7166e72 None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:40:20.186217 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-63867605-c414-4441-a314-526bd7166e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:40:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:20.274411 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks [] for router (3802a533-ee5d-4bf3-9e67-e66c390e8668), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.287798 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-63867605-c414-4441-a314-526bd7166e72 None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:40:20.320499 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:20.363865 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:20.376683 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks [] for router_gateway (3802a533-ee5d-4bf3-9e67-e66c390e8668), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.411002 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:20.418633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Deleting port 2d596a55-8252-4bf9-862c-733cfae5d9cf {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:20.418965 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.457982 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-63867605-c414-4441-a314-526bd7166e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:40:19Z', 'revision_number': 5, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port': {'id': '2d596a55-8252-4bf9-862c-733cfae5d9cf', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:20.483801 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63867605-c414-4441-a314-526bd7166e72 None None] Checking router: 3802a533-ee5d-4bf3-9e67-e66c390e8668 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:40:20.492528 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63867605-c414-4441-a314-526bd7166e72 None None] Routers {'3802a533-ee5d-4bf3-9e67-e66c390e8668'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:40:20.493215 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-63867605-c414-4441-a314-526bd7166e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:40:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['3802a533-ee5d-4bf3-9e67-e66c390e8668'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:20.498315 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] For port 2d596a55-8252-4bf9-862c-733cfae5d9cf, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=2d596a55-8252-4bf9-862c-733cfae5d9cf,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:20.498674 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.515152 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Calling delete_port for 2d596a55-8252-4bf9-862c-733cfae5d9cf owned by network:router_gateway {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:20.577011 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-63867605-c414-4441-a314-526bd7166e72 None None] Set router 3802a533-ee5d-4bf3-9e67-e66c390e8668 gateway port host: None {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:40:20.600056 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:20.627849 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-63867605-c414-4441-a314-526bd7166e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:40:20Z', 'revision_number': 6, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:20.653553 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63867605-c414-4441-a314-526bd7166e72 None None] The sync data for ids ['3802a533-ee5d-4bf3-9e67-e66c390e8668'] in dv-cinder-852209-16-iscsi is: [{'id': '3802a533-ee5d-4bf3-9e67-e66c390e8668', 'name': 'tempest-TestMinimumBasicScenario-310225689-router', 'tenant_id': '3312523776514be3a56e169c9234168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:37:54Z', 'updated_at': '2022-09-09T06:40:20Z', 'revision_number': 6, 'project_id': '3312523776514be3a56e169c9234168b', 'gw_port_host': None}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:40:20.692618 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (2d596a55-8252-4bf9-862c-733cfae5d9cf), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.718427 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d596a55-8252-4bf9-862c-733cfae5d9cf,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:20.746913 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.747277 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.749603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.749603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.749603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.749603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.749603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.749603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.749603 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.750302 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.750302 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.750502 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.750722 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.751036 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.751350 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:20.793850 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (3802a533-ee5d-4bf3-9e67-e66c390e8668), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.888422 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (3802a533-ee5d-4bf3-9e67-e66c390e8668), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.890484 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks [] for router_controller (3802a533-ee5d-4bf3-9e67-e66c390e8668), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.935142 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (3802a533-ee5d-4bf3-9e67-e66c390e8668), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.935989 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3802a533-ee5d-4bf3-9e67-e66c390e8668 {{(pid=106286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:40:20.940374 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:20.941494 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-c890ca48-4f49-4c35-9b21-1fde47aa7d23 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/3802a533-ee5d-4bf3-9e67-e66c390e8668 HTTP/1.1" status: 204 len: 168 time: 0.7659659 Sep 09 06:40:20.944293 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60458) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:20.989291 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca82e395-cbdf-407e-8792-8f3e9d1a4803 admin admin] Deleting subnet cb7bb676-61ba-4472-aa6d-a21825d3fd61 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:40:20.992600 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca82e395-cbdf-407e-8792-8f3e9d1a4803 admin admin] Publish callbacks [] for subnet (cb7bb676-61ba-4472-aa6d-a21825d3fd61), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.029596 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca82e395-cbdf-407e-8792-8f3e9d1a4803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (cb7bb676-61ba-4472-aa6d-a21825d3fd61), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.114993 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca82e395-cbdf-407e-8792-8f3e9d1a4803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (cb7bb676-61ba-4472-aa6d-a21825d3fd61), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.166710 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca82e395-cbdf-407e-8792-8f3e9d1a4803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (cb7bb676-61ba-4472-aa6d-a21825d3fd61), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.192287 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82e395-cbdf-407e-8792-8f3e9d1a4803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7bb676-61ba-4472-aa6d-a21825d3fd61,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:21.195943 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-ca82e395-cbdf-407e-8792-8f3e9d1a4803 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.200921 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-ca82e395-cbdf-407e-8792-8f3e9d1a4803 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/cb7bb676-61ba-4472-aa6d-a21825d3fd61 HTTP/1.1" status: 204 len: 168 time: 0.2556078 Sep 09 06:40:21.201868 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60460) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:21.202181 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed4f16-86f9-4e00-8c9d-6a8fddf68658 None None] Network dd5e95ac-8469-4af2-8573-83017cfeb570 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:40:21.271423 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (dd5e95ac-8469-4af2-8573-83017cfeb570), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.315234 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Deleting port f86fb488-7037-428b-8a5d-7473ced40a6f {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:21.315440 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.384683 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] For port f86fb488-7037-428b-8a5d-7473ced40a6f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f86fb488-7037-428b-8a5d-7473ced40a6f,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:21.385352 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.398475 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Calling delete_port for f86fb488-7037-428b-8a5d-7473ced40a6f owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:21.447776 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] DHCP port deletion for dd5e95ac-8469-4af2-8573-83017cfeb570 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:40:21.453671 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:21.492587 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Deleting port f86fb488-7037-428b-8a5d-7473ced40a6f {{(pid=106288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:21.493033 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), before_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.504231 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.533128 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=f86fb488-7037-428b-8a5d-7473ced40a6f,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:21.541510 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] No DVR routers for this DVR port f86fb488-7037-428b-8a5d-7473ced40a6f on host dv-cinder-852209-16-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:40:21.570652 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 2d596a55-8252-4bf9-862c-733cfae5d9cf no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:40:21.589760 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:21.606704 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 2d596a55-8252-4bf9-862c-733cfae5d9cf {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:40:21.607046 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 2d596a55-8252-4bf9-862c-733cfae5d9cf not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:40:21.607468 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f86fb488-7037-428b-8a5d-7473ced40a6f no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:40:21.613491 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] For port f86fb488-7037-428b-8a5d-7473ced40a6f, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=f86fb488-7037-428b-8a5d-7473ced40a6f,segment=NetworkSegment(4eb32c4e-e2af-4b92-bad5-cac6838d8f10),segment_id=4eb32c4e-e2af-4b92-bad5-cac6838d8f10)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:21.613886 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), precommit_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.626517 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (dd5e95ac-8469-4af2-8573-83017cfeb570), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.639522 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: f86fb488-7037-428b-8a5d-7473ced40a6f {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:40:21.639891 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device f86fb488-7037-428b-8a5d-7473ced40a6f not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:40:21.640304 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b5d17099-ea4d-4a17-8b68-797211ebe672 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:40:21.646889 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5e95ac-8469-4af2-8573-83017cfeb570']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:21.656245 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb32c4e-e2af-4b92-bad5-cac6838d8f10') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:21.656539 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb32c4e-e2af-4b92-bad5-cac6838d8f10') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:21.662077 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Calling delete_port for f86fb488-7037-428b-8a5d-7473ced40a6f owned by network:dhcp {{(pid=106288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:21.663951 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: b5d17099-ea4d-4a17-8b68-797211ebe672 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:40:21.664290 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b5d17099-ea4d-4a17-8b68-797211ebe672 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:40:21.666262 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (4eb32c4e-e2af-4b92-bad5-cac6838d8f10), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.682101 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (4eb32c4e-e2af-4b92-bad5-cac6838d8f10), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.690168 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:40:21.690558 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (4eb32c4e-e2af-4b92-bad5-cac6838d8f10), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.728939 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:21.747926 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (f86fb488-7037-428b-8a5d-7473ced40a6f), after_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:21.751488 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:21.779050 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Pushing event deleted for resources: {'Port': ['ID=f86fb488-7037-428b-8a5d-7473ced40a6f,revision_number=None']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:21.790158 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.790829 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.791332 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.791900 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.792412 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.792911 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.793413 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.793897 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.794399 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.794883 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.795377 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.795895 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.796391 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.797140 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.797630 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:40:21.801332 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54596818-be05-400f-b33c-a0b6c0516ddb None None] No DVR routers for this DVR port f86fb488-7037-428b-8a5d-7473ced40a6f on host dv-cinder-852209-16-iscsi {{(pid=106288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:40:22.036283 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment 4eb32c4e-e2af-4b92-bad5-cac6838d8f10 resource provider aggregate not found Sep 09 06:40:22.055538 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment 4eb32c4e-e2af-4b92-bad5-cac6838d8f10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eb32c4e-e2af-4b92-bad5-cac6838d8f10 found for delete ", "request_id": "req-f293afa0-ddae-4049-a016-23683b5459db"}]} Sep 09 06:40:22.056647 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (dd5e95ac-8469-4af2-8573-83017cfeb570), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:22.061748 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:22.064830 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/dd5e95ac-8469-4af2-8573-83017cfeb570 HTTP/1.1" status: 204 len: 168 time: 0.8619852 Sep 09 06:40:22.068104 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60470) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:22.081231 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f73ec-87ea-4ab4-aacb-f83ea0e41a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5e95ac-8469-4af2-8573-83017cfeb570,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:22.116794 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:22.369967 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:22.384860 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:22.600672 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Deleting port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:22.601011 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:22.678459 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] For port cf4c89d7-5588-4e61-bc8d-a3fca3ee9974, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,segment=NetworkSegment(62d4b3a4-23b6-4b06-b054-60abbaed82b4),segment_id=62d4b3a4-23b6-4b06-b054-60abbaed82b4)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:22.678813 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:22.692173 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Calling delete_port for cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 owned by network:router_interface {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:22.868176 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (cf4c89d7-5588-4e61-bc8d-a3fca3ee9974), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:22.894327 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4c89d7-5588-4e61-bc8d-a3fca3ee9974,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:22.961599 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:23.057997 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:23.147868 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:23.263718 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:40:23.365504 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:40:23.370502 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-9f442a85-07aa-41ee-85df-ced69599bc35 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bf0afd59-8890-4eff-b3c6-fbd0d51e44e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3012471 Sep 09 06:40:23.373346 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60472) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:23.377428 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] Sync routers for ids ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:40:23.386878 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] Routers {'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:40:23.387502 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:40:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:23.496919 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] Set router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:40:23.671145 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:40:22Z', 'revision_number': 5, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:23.696613 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] Checking router: bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:40:23.704616 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks [] for router (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:23.705182 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] Routers {'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:40:23.705783 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:40:01Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:23.806661 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks [] for router_gateway (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:23.850580 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Deleting port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:23.850915 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:23.935765 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] Set router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:40:23.944441 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] For port cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:23.944814 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:23.957432 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Calling delete_port for cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 owned by network:router_gateway {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:24.076013 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:24.108515 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:40:22Z', 'revision_number': 5, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:24.125715 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.133781 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd4b635-81bb-4ee7-a0a2-08ecc3741d77 None None] The sync data for ids ['bf0afd59-8890-4eff-b3c6-fbd0d51e44e9'] in dv-cinder-852209-16-iscsi is: [{'id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'name': 'tempest-TestMinimumBasicScenario-1815004920-router', 'tenant_id': '26d791d43e96429dbba858b56dbf73f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:40:22Z', 'revision_number': 5, 'project_id': '26d791d43e96429dbba858b56dbf73f2', 'gw_port': {'id': 'cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0afd59-8890-4eff-b3c6-fbd0d51e44e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:00Z', 'updated_at': '2022-09-09T06:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:40:24.155693 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:24.206567 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:24.218733 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.305116 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.307322 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks [] for router_controller (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.349618 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (bf0afd59-8890-4eff-b3c6-fbd0d51e44e9), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.350105 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 {{(pid=106287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:40:24.355134 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.356418 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-f4fa3515-2f13-4fcd-a5ed-086bfdaa2dff admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/bf0afd59-8890-4eff-b3c6-fbd0d51e44e9 HTTP/1.1" status: 204 len: 168 time: 0.9820943 Sep 09 06:40:24.358904 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60474) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:24.406937 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-957e174e-7dbf-46ae-b7bc-509fedf02a59 admin admin] Deleting subnet fa815a69-f4aa-4f2a-b2a6-4782b2d5306f {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:40:24.410074 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-957e174e-7dbf-46ae-b7bc-509fedf02a59 admin admin] Publish callbacks [] for subnet (fa815a69-f4aa-4f2a-b2a6-4782b2d5306f), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.444676 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-957e174e-7dbf-46ae-b7bc-509fedf02a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (fa815a69-f4aa-4f2a-b2a6-4782b2d5306f), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.523314 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-957e174e-7dbf-46ae-b7bc-509fedf02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (fa815a69-f4aa-4f2a-b2a6-4782b2d5306f), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.587400 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-957e174e-7dbf-46ae-b7bc-509fedf02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (fa815a69-f4aa-4f2a-b2a6-4782b2d5306f), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.617039 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e174e-7dbf-46ae-b7bc-509fedf02a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa815a69-f4aa-4f2a-b2a6-4782b2d5306f,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:24.619018 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-957e174e-7dbf-46ae-b7bc-509fedf02a59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.625650 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-957e174e-7dbf-46ae-b7bc-509fedf02a59 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/fa815a69-f4aa-4f2a-b2a6-4782b2d5306f HTTP/1.1" status: 204 len: 168 time: 0.2657290 Sep 09 06:40:24.625965 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60476) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:24.626438 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3440b4a0-6cfd-45e6-bafb-4af8646250b7 None None] Network 5b9b7db5-dbe9-46c7-a505-078e19a78841 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:40:24.706522 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (5b9b7db5-dbe9-46c7-a505-078e19a78841), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.753854 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Deleting port fad850e0-34e8-45e4-a5d6-0e434341e738 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:24.754282 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.796040 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] DHCP port deletion for 5b9b7db5-dbe9-46c7-a505-078e19a78841 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:40:24.821457 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] For port fad850e0-34e8-45e4-a5d6-0e434341e738, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=fad850e0-34e8-45e4-a5d6-0e434341e738,segment=NetworkSegment(62d4b3a4-23b6-4b06-b054-60abbaed82b4),segment_id=62d4b3a4-23b6-4b06-b054-60abbaed82b4)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:24.821818 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.837945 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Calling delete_port for fad850e0-34e8-45e4-a5d6-0e434341e738 owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:24.839854 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] Deleting port fad850e0-34e8-45e4-a5d6-0e434341e738 {{(pid=106288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:40:24.840296 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), before_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.906684 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] For port fad850e0-34e8-45e4-a5d6-0e434341e738, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=fad850e0-34e8-45e4-a5d6-0e434341e738,segment=NetworkSegment(62d4b3a4-23b6-4b06-b054-60abbaed82b4),segment_id=62d4b3a4-23b6-4b06-b054-60abbaed82b4)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:40:24.907081 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), precommit_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.920804 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] Calling delete_port for fad850e0-34e8-45e4-a5d6-0e434341e738 owned by network:dhcp {{(pid=106288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:40:24.926617 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:24.953001 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad850e0-34e8-45e4-a5d6-0e434341e738,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:24.956326 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] No DVR routers for this DVR port fad850e0-34e8-45e4-a5d6-0e434341e738 on host dv-cinder-852209-16-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:40:24.997756 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:25.002263 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (fad850e0-34e8-45e4-a5d6-0e434341e738), after_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.028950 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] Pushing event deleted for resources: {'Port': ['ID=fad850e0-34e8-45e4-a5d6-0e434341e738,revision_number=None']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:25.030713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69866f-241e-4de0-a8ef-c9069fcd9eb6 None None] No DVR routers for this DVR port fad850e0-34e8-45e4-a5d6-0e434341e738 on host dv-cinder-852209-16-iscsi {{(pid=106288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:40:25.031153 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (5b9b7db5-dbe9-46c7-a505-078e19a78841), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.052788 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9b7db5-dbe9-46c7-a505-078e19a78841']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:25.062461 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d4b3a4-23b6-4b06-b054-60abbaed82b4') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:25.062753 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d4b3a4-23b6-4b06-b054-60abbaed82b4') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:40:25.072262 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (62d4b3a4-23b6-4b06-b054-60abbaed82b4), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.086416 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (62d4b3a4-23b6-4b06-b054-60abbaed82b4), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.093528 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:40:25.093903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (62d4b3a4-23b6-4b06-b054-60abbaed82b4), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.115343 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment 62d4b3a4-23b6-4b06-b054-60abbaed82b4 resource provider aggregate not found Sep 09 06:40:25.144773 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment 62d4b3a4-23b6-4b06-b054-60abbaed82b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62d4b3a4-23b6-4b06-b054-60abbaed82b4 found for delete ", "request_id": "req-e00fa9e8-8c28-4ec0-8a36-00ff94f17b35"}]} Sep 09 06:40:25.160297 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (5b9b7db5-dbe9-46c7-a505-078e19a78841), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.165831 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.171830 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5b9b7db5-dbe9-46c7-a505-078e19a78841 HTTP/1.1" status: 204 len: 168 time: 0.5427120 Sep 09 06:40:25.180612 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baa471-0e15-4148-89eb-70a106d1ff85 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9b7db5-dbe9-46c7-a505-078e19a78841,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:25.347060 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60484) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:25.387409 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-f863744a-9b40-4e93-abff-7d6c49f33a33 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3312523776514be3a56e169c9234168b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389771 Sep 09 06:40:25.389706 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60486) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:25.440298 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daa091c1-d580-4403-98be-382b7669449c admin admin] Publish callbacks [] for security_group (fa60a722-7a39-4115-890a-60d06b3ba0a1), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.460489 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daa091c1-d580-4403-98be-382b7669449c admin admin] Publish callbacks [] for security_group (fa60a722-7a39-4115-890a-60d06b3ba0a1), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.466900 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:25.484338 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:25.513043 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daa091c1-d580-4403-98be-382b7669449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (fa60a722-7a39-4115-890a-60d06b3ba0a1), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.515645 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-daa091c1-d580-4403-98be-382b7669449c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.516910 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-daa091c1-d580-4403-98be-382b7669449c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fa60a722-7a39-4115-890a-60d06b3ba0a1 HTTP/1.1" status: 204 len: 168 time: 0.1262162 Sep 09 06:40:25.525410 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa091c1-d580-4403-98be-382b7669449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa60a722-7a39-4115-890a-60d06b3ba0a1,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:25.536358 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:25.545658 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device fad850e0-34e8-45e4-a5d6-0e434341e738 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:40:25.567408 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: fad850e0-34e8-45e4-a5d6-0e434341e738 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:40:25.568036 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device fad850e0-34e8-45e4-a5d6-0e434341e738 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:40:25.568455 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:40:25.588035 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:40:25.588389 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cc8ecafb-54e0-45ec-bc9a-0223cddb9ee3 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:40:25.588986 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:40:25.610195 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:40:25.610540 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cf4c89d7-5588-4e61-bc8d-a3fca3ee9974 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:40:25.839669 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60492) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:25.879588 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-8643f229-68f9-411f-80b9-11559b07bf62 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=26d791d43e96429dbba858b56dbf73f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387595 Sep 09 06:40:25.882062 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60494) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:40:25.933604 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-411e7591-a81d-44e3-9484-befe9acda02a admin admin] Publish callbacks [] for security_group (ab082244-1b45-4f51-82d4-12a0aab9653e), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:25.953444 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-411e7591-a81d-44e3-9484-befe9acda02a admin admin] Publish callbacks [] for security_group (ab082244-1b45-4f51-82d4-12a0aab9653e), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:26.002065 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-411e7591-a81d-44e3-9484-befe9acda02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (ab082244-1b45-4f51-82d4-12a0aab9653e), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:26.004767 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-411e7591-a81d-44e3-9484-befe9acda02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:26.005877 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-411e7591-a81d-44e3-9484-befe9acda02a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ab082244-1b45-4f51-82d4-12a0aab9653e HTTP/1.1" status: 204 len: 168 time: 0.1229501 Sep 09 06:40:26.013645 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e7591-a81d-44e3-9484-befe9acda02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab082244-1b45-4f51-82d4-12a0aab9653e,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:40:28.708845 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-1db83971-b3c7-4c87-8350-d05179ab3606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:30.631483 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=17 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:31.045045 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-26baaf7b-8447-45ab-a3fe-19142533465a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:32.261433 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:33.534615 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:33.612420 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:34.582273 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=35,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:34.596689 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=46,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:35.988159 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=25,neutron:DELETE=6 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:36.009105 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:43.248897 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:43.253002 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:43.598281 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:43.608541 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:45.414142 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:40:47.085883 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:40:55.403822 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:55.409706 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:57.102908 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:57.103754 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:DELETE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:40:58.710613 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-dec2b93b-18ca-45c5-96dd-c806f34fe2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:01.048119 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e2584c5c-78e7-42b9-9e5a-655ed2158443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:02.084417 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef472838-5345-41df-a737-96d500e34f1d req-eabf55bc-39f7-45f7-abb4-e4e31cb31422 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:02.085888 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ef472838-5345-41df-a737-96d500e34f1d req-eabf55bc-39f7-45f7-abb4-e4e31cb31422 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0498023 Sep 09 06:41:02.135910 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ef472838-5345-41df-a737-96d500e34f1d req-e0a6a33c-cac1-4c58-b280-66f868b0114f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Sep 09 06:41:02.262425 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:03.256268 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207335b-068e-4fd5-af78-1f043e11921b req-c77ab20a-f6cc-4d54-b1ae-f5d7c4e20a9a tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:03.257699 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3207335b-068e-4fd5-af78-1f043e11921b req-c77ab20a-f6cc-4d54-b1ae-f5d7c4e20a9a tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0461318 Sep 09 06:41:03.305955 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3207335b-068e-4fd5-af78-1f043e11921b req-97e0a03d-7ee4-4a4a-abf1-79d5e02a873d tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Sep 09 06:41:03.536591 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:03.616447 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:04.431782 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a67ac-6311-40c4-a7a7-d2cd53372f7b req-9c1ef304-74e5-459e-9aef-936bfa0ac39e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:04.433275 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-241a67ac-6311-40c4-a7a7-d2cd53372f7b req-9c1ef304-74e5-459e-9aef-936bfa0ac39e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0517597 Sep 09 06:41:04.482475 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-241a67ac-6311-40c4-a7a7-d2cd53372f7b req-ea93e30e-19d6-407b-b2c8-370633291d4e tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 Sep 09 06:41:05.603180 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72909e-8c03-4d1c-a2cd-b86158412f01 req-ff6b7c93-0e3b-4630-a634-3c62d58fdbc7 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:05.604663 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5c72909e-8c03-4d1c-a2cd-b86158412f01 req-ff6b7c93-0e3b-4630-a634-3c62d58fdbc7 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0483055 Sep 09 06:41:05.653202 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-5c72909e-8c03-4d1c-a2cd-b86158412f01 req-226d4408-692a-4001-a976-e2432255cec5 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Sep 09 06:41:06.777609 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e5668-1906-4e81-a76d-19af47500cfa req-9c140e29-8800-4f74-94d9-050c8be87646 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:06.779048 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-be2e5668-1906-4e81-a76d-19af47500cfa req-9c140e29-8800-4f74-94d9-050c8be87646 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0503998 Sep 09 06:41:06.828316 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-be2e5668-1906-4e81-a76d-19af47500cfa req-f5f95e47-313e-4135-8187-73e704cb88ff tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Sep 09 06:41:07.958450 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01538e9-89fa-4c8b-86db-6fc2bb9518e5 req-28c93c39-3c1c-4a39-9c9a-cf31b4fff9d5 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:07.959896 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d01538e9-89fa-4c8b-86db-6fc2bb9518e5 req-28c93c39-3c1c-4a39-9c9a-cf31b4fff9d5 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0470932 Sep 09 06:41:08.009208 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d01538e9-89fa-4c8b-86db-6fc2bb9518e5 req-3e71ab75-5ca3-422e-8e3d-3e905f0fa967 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Sep 09 06:41:09.131801 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a245a-4afe-42d4-9bef-42640d32d44c req-89c34c41-3a6a-46f0-bf08-3e73ccc7039b tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:09.133247 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-841a245a-4afe-42d4-9bef-42640d32d44c req-89c34c41-3a6a-46f0-bf08-3e73ccc7039b tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0469997 Sep 09 06:41:09.185649 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-841a245a-4afe-42d4-9bef-42640d32d44c req-52ab1607-3a95-462e-ae6d-6fa9471331d2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467818 Sep 09 06:41:10.306571 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72e995-1888-4730-a245-8ea435053019 req-8b0d4190-866f-4f00-afd2-58cf231e5c04 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:10.308044 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7d72e995-1888-4730-a245-8ea435053019 req-8b0d4190-866f-4f00-afd2-58cf231e5c04 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0472064 Sep 09 06:41:10.357382 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-7d72e995-1888-4730-a245-8ea435053019 req-0134a13e-1e57-4a9d-b7fd-c85da56c6698 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436070 Sep 09 06:41:11.478681 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f200ae-27a5-4f98-9d71-4c58d0d10d6e req-4aab065c-714c-4ea7-a506-08f01a067058 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:11.480211 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-51f200ae-27a5-4f98-9d71-4c58d0d10d6e req-4aab065c-714c-4ea7-a506-08f01a067058 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0481160 Sep 09 06:41:11.531325 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-51f200ae-27a5-4f98-9d71-4c58d0d10d6e req-d4587671-54d9-4dfa-9dd1-ad95da8bb601 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Sep 09 06:41:12.285593 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-0cd00f04-ae42-4201-990e-2bdc327b7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:12.287077 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-0cd00f04-ae42-4201-990e-2bdc327b7363 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1129 time: 0.0443897 Sep 09 06:41:12.377939 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:12.387331 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-889d1606-7297-43a9-b03d-732bf549b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:12.388814 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-889d1606-7297-43a9-b03d-732bf549b38f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 910 time: 0.0912275 Sep 09 06:41:12.456807 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-8ade3574-cf2f-4848-a4aa-2dd8475c44db service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 1000 time: 0.0580485 Sep 09 06:41:12.500900 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:12.509779 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-89304ab9-6242-4a95-afbc-af15340b1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:12.511196 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-89304ab9-6242-4a95-afbc-af15340b1132 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0443740 Sep 09 06:41:12.557925 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-9c761dac-cd6b-4691-b2b4-f5dad23e81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:12.559512 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-9c761dac-cd6b-4691-b2b4-f5dad23e81d2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388811 Sep 09 06:41:12.683305 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7dd49-fcf5-4425-87d6-e645cfc46cc7 req-91b0f629-905d-4aaa-abc5-254f89943095 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:12.684766 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6dd7dd49-fcf5-4425-87d6-e645cfc46cc7 req-91b0f629-905d-4aaa-abc5-254f89943095 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0589209 Sep 09 06:41:12.708142 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-65580923-d999-4495-bda9-c620fee77d90 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401474 Sep 09 06:41:12.763573 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6dd7dd49-fcf5-4425-87d6-e645cfc46cc7 req-9fa2b788-996b-4b7a-8acc-12940eb0d8cb tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725636 Sep 09 06:41:12.824601 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6b026f06-b61b-4fb7-ad5c-079e206d7c3e req-0696c37f-9f33-4059-89b2-85855810dda8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036892 Sep 09 06:41:13.603966 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:13.613032 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:13.885888 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8f5a8-ae87-473e-9622-3c95a8959fa6 req-1c983c7f-c1f2-4816-a6af-7d6aee7ccea4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:13.887333 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-87c8f5a8-ae87-473e-9622-3c95a8959fa6 req-1c983c7f-c1f2-4816-a6af-7d6aee7ccea4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0482855 Sep 09 06:41:13.936204 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-87c8f5a8-ae87-473e-9622-3c95a8959fa6 req-a3bd7cc6-655d-460a-ac9c-918478b3f4ae tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Sep 09 06:41:15.061952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453eb64-1d26-4730-b0c1-b8cc75a3cc6c req-5eed431d-317a-4c0e-bb39-f3a07e0598b2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:15.064071 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0453eb64-1d26-4730-b0c1-b8cc75a3cc6c req-5eed431d-317a-4c0e-bb39-f3a07e0598b2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0484023 Sep 09 06:41:15.120246 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-0453eb64-1d26-4730-b0c1-b8cc75a3cc6c req-80e8694a-401e-4fb9-add7-e6234c634118 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501192 Sep 09 06:41:15.416845 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:16.242561 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d720685-3951-4512-850b-a357e62b4477 req-6e3942f9-be34-4a15-913d-df18eadf8ac1 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:16.244032 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d720685-3951-4512-850b-a357e62b4477 req-6e3942f9-be34-4a15-913d-df18eadf8ac1 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0475168 Sep 09 06:41:16.292627 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-6d720685-3951-4512-850b-a357e62b4477 req-d3217027-9157-4a40-a5cb-41e3e2d36cff tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Sep 09 06:41:17.531644 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b4b20-ddd0-4deb-bc17-631f3dd90d6f req-9a23d288-ad42-45f2-af12-c539040c3b19 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:17.533860 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-592b4b20-ddd0-4deb-bc17-631f3dd90d6f req-9a23d288-ad42-45f2-af12-c539040c3b19 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0494864 Sep 09 06:41:17.585263 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-592b4b20-ddd0-4deb-bc17-631f3dd90d6f req-36094b60-4456-4764-bfe2-02a146553536 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458088 Sep 09 06:41:17.649630 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-e7bccef3-f8a1-4283-b6da-db7f4e010f87 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876810 Sep 09 06:41:17.718046 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device c8736539-8e31-4f7a-8a21-d7d0a6bc130d no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:41:17.789215 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port c8736539-8e31-4f7a-8a21-d7d0a6bc130d is: ACTIVE; New status is: DOWN {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:41:17.789602 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:17.815935 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:41:17.818178 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bf0ab2-d1c2-4081-80ee-cb726efdda47" -d '{"events": [{"server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:41:17.832516 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:41:17.836957 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:17.840133 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b6331-e220-43f2-b332-c26a486a367a req-2b634102-a3bd-410d-aaff-3ad786dc3d6f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:17.844007 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-2b634102-a3bd-410d-aaff-3ad786dc3d6f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports/c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 942 time: 0.1669602 Sep 09 06:41:17.889224 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=6']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:41:17.923765 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Sep 2022 06:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438b740-1100-4995-9ae7-64c1e8f3150e x-openstack-request-id: req-8438b740-1100-4995-9ae7-64c1e8f3150e {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:41:17.924059 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "name": "network-vif-unplugged", "status": "failed", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d", "code": 422}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:41:17.924316 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8438b740-1100-4995-9ae7-64c1e8f3150e {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:41:17.924725 dv-cinder-852209-16-iscsi neutron-server[106288]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8438b740-1100-4995-9ae7-64c1e8f3150e']: {'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'code': 422} returned with failed status Sep 09 06:41:18.710182 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c740de-60fc-4f2a-a058-34cc72e2df94 req-11732af6-8460-4e72-9fae-2a72067467c8 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:18.711675 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-64c740de-60fc-4f2a-a058-34cc72e2df94 req-11732af6-8460-4e72-9fae-2a72067467c8 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0492165 Sep 09 06:41:18.764724 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-64c740de-60fc-4f2a-a058-34cc72e2df94 req-0482bf5a-3f60-476c-9468-0866879ad9c5 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472944 Sep 09 06:41:19.352829 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b6331-e220-43f2-b332-c26a486a367a req-d3168730-dfc1-4b88-9528-bc87e6f5ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:19.354215 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-d3168730-dfc1-4b88-9528-bc87e6f5ec43 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f&tenant_id=240d1fbee4bc4dbeb359f463302be8ee HTTP/1.1" status: 200 len: 1127 time: 0.0396955 Sep 09 06:41:19.421643 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:19.428635 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b6331-e220-43f2-b332-c26a486a367a req-9b050e5f-0fc3-4ecb-b0ff-88948c5b4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:19.430185 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-9b050e5f-0fc3-4ecb-b0ff-88948c5b4ac9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1127 time: 0.0457113 Sep 09 06:41:19.524966 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b6331-e220-43f2-b332-c26a486a367a req-8539671a-9a25-481c-9002-46f77970e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:19.526410 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-8539671a-9a25-481c-9002-46f77970e838 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 910 time: 0.0873446 Sep 09 06:41:19.591915 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-040f4267-e983-4623-aa68-27f9e9453331 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 998 time: 0.0588675 Sep 09 06:41:19.609244 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:19.644817 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b6331-e220-43f2-b332-c26a486a367a req-061fe685-6ba3-435f-af4c-53479e091b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:19.646211 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-061fe685-6ba3-435f-af4c-53479e091b40 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0445313 Sep 09 06:41:19.693073 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b6331-e220-43f2-b332-c26a486a367a req-cce77e2b-07e8-4385-b9e2-597ca68ecaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:19.694514 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-cce77e2b-07e8-4385-b9e2-597ca68ecaed service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387526 Sep 09 06:41:19.791391 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-967f146f-b695-46ca-9cd3-47e21c438820 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Sep 09 06:41:19.921424 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8d6df-0d40-43c3-bbbd-b6b2d377bfef req-36ffb5ba-3361-4d9e-b9e9-14c6886ea6dd tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:19.923643 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-83d8d6df-0d40-43c3-bbbd-b6b2d377bfef req-36ffb5ba-3361-4d9e-b9e9-14c6886ea6dd tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0680828 Sep 09 06:41:19.928831 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d32b6331-e220-43f2-b332-c26a486a367a req-131b95c4-01be-4758-9bf8-bd7ccd11699d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280017 Sep 09 06:41:19.974726 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-83d8d6df-0d40-43c3-bbbd-b6b2d377bfef req-9935b1fd-22a2-4514-b829-a0d5e7f080e5 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449846 Sep 09 06:41:20.243973 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:20.247938 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:20.333455 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-787c90c5-b7b4-479a-afcb-5e2a429d8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:20.334883 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-787c90c5-b7b4-479a-afcb-5e2a429d8462 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1127 time: 0.0392308 Sep 09 06:41:20.446710 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-c0106b95-3a07-4172-b0b9-993e26796e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:20.448163 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-c0106b95-3a07-4172-b0b9-993e26796e1b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 910 time: 0.0866754 Sep 09 06:41:20.511576 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-296d4d3f-76b0-452b-885b-47172644c009 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 998 time: 0.0540824 Sep 09 06:41:20.562158 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-afbc3b40-d02b-41b4-8ff4-67cb90d7a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:20.563615 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-afbc3b40-d02b-41b4-8ff4-67cb90d7a061 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0436072 Sep 09 06:41:20.613641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-55c8d24a-cd98-456d-91c3-77c4f37eb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:20.615115 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-55c8d24a-cd98-456d-91c3-77c4f37eb45f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426242 Sep 09 06:41:20.705747 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-494ccb87-901f-477d-89ae-1cf2639fa48a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811639 Sep 09 06:41:20.737811 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:20.801304 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-ff3f3c8c-5e18-44e1-a63b-35551cda2510 req-5b8a5356-a098-447f-a21d-554138037320 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860445 Sep 09 06:41:21.095476 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930354-e89c-4eae-961f-b1b1deb8ea0c req-9d96d6e5-5a17-43dd-8def-e42bf7dac797 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:21.097145 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4930354-e89c-4eae-961f-b1b1deb8ea0c req-9d96d6e5-5a17-43dd-8def-e42bf7dac797 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0481482 Sep 09 06:41:21.146188 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-e4930354-e89c-4eae-961f-b1b1deb8ea0c req-4a6cdc92-3b53-4327-8966-48f7e1361fb4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434048 Sep 09 06:41:22.264025 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3836be-1eac-460a-9207-9a5c305044e7 req-0b490c7e-3c09-48b0-8310-1816c598c878 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:22.265454 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd3836be-1eac-460a-9207-9a5c305044e7 req-0b490c7e-3c09-48b0-8310-1816c598c878 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0463374 Sep 09 06:41:22.317803 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-cd3836be-1eac-460a-9207-9a5c305044e7 req-8ed9ea73-bab0-454c-a58d-37a298e83b64 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468643 Sep 09 06:41:23.436575 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60909aeb-f11d-4c36-ad30-73d7ed963961 req-5cc22c95-38ce-4834-9553-86b5db4dfa96 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:23.438614 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-60909aeb-f11d-4c36-ad30-73d7ed963961 req-5cc22c95-38ce-4834-9553-86b5db4dfa96 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0456083 Sep 09 06:41:23.463015 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:23.488889 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-60909aeb-f11d-4c36-ad30-73d7ed963961 req-ac480f0d-d2bb-4e80-adea-659913e1e459 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447471 Sep 09 06:41:24.085074 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:41:24.608770 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1782804-1393-4891-8cb9-e8003c52e0c7 req-92c85fad-7385-4116-9e72-5b7f440a3a37 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:24.610225 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1782804-1393-4891-8cb9-e8003c52e0c7 req-92c85fad-7385-4116-9e72-5b7f440a3a37 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0470383 Sep 09 06:41:24.658410 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d1782804-1393-4891-8cb9-e8003c52e0c7 req-372dae2b-5777-4c47-9d3d-94a555398064 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426767 Sep 09 06:41:25.780547 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9320f2-e77d-4033-a6fe-1e7656acfc77 req-0b56d5dd-7715-477c-a674-f36a357162b6 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:25.781896 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8b9320f2-e77d-4033-a6fe-1e7656acfc77 req-0b56d5dd-7715-477c-a674-f36a357162b6 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0494742 Sep 09 06:41:25.831567 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8b9320f2-e77d-4033-a6fe-1e7656acfc77 req-4898171e-e341-4b14-a9e6-c46b7741687d tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Sep 09 06:41:26.953197 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa0c93-353d-4a8e-8d7c-6acff79b82f0 req-161e86d9-74ca-498f-902d-78b770258ebe tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:26.954915 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f6aa0c93-353d-4a8e-8d7c-6acff79b82f0 req-161e86d9-74ca-498f-902d-78b770258ebe tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 943 time: 0.0478401 Sep 09 06:41:27.004973 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-f6aa0c93-353d-4a8e-8d7c-6acff79b82f0 req-fa676ad7-91f1-4ef9-a06d-4b0f95b5c9da tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 Sep 09 06:41:27.644677 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:27.646686 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=3 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:27.735011 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device c8736539-8e31-4f7a-8a21-d7d0a6bc130d details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 06:41:27.835651 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:41:27.846976 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Returning: {'device': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'port_id': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'mac_address': 'fa:16:3e:67:63:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 06:41:27.881231 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port c8736539-8e31-4f7a-8a21-d7d0a6bc130d is: DOWN; New status is: BUILD {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:41:27.881610 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:27.895385 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8736539-8e31-4f7a-8a21-d7d0a6bc130d {{(pid=106288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 06:41:27.914469 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:41:27.918200 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:27.967812 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=7']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:41:27.975277 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.975649 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.975983 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.976311 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.976636 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.976957 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.977272 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.977589 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.977907 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.978221 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.978537 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.978850 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.979160 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.979557 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:27.979885 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:41:28.132120 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171200f-cc83-49c0-ab40-ad82d482a7c7 req-c2cd223e-5414-4a46-ba84-7b8bd3e87287 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:28.133474 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3171200f-cc83-49c0-ab40-ad82d482a7c7 req-c2cd223e-5414-4a46-ba84-7b8bd3e87287 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 944 time: 0.0506470 Sep 09 06:41:28.184431 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-3171200f-cc83-49c0-ab40-ad82d482a7c7 req-acb616b7-be7d-4c73-b79a-a73c36799722 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442820 Sep 09 06:41:28.224294 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] get_ports_and_sgs() called for port_ids ['c8736539-8e31-4f7a-8a21-d7d0a6bc130d'] {{(pid=106288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 06:41:28.712862 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d23b860c-466e-46c4-bce6-678c3fdf3c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:29.305155 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc26fce-c3c1-4a81-a41e-18b567897bbb req-fa02920a-f107-4bbb-8e51-5faf6c342042 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:29.306601 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8bc26fce-c3c1-4a81-a41e-18b567897bbb req-fa02920a-f107-4bbb-8e51-5faf6c342042 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 944 time: 0.0464337 Sep 09 06:41:29.355555 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8bc26fce-c3c1-4a81-a41e-18b567897bbb req-76fce12a-c071-452f-84e6-a51020a55585 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 Sep 09 06:41:29.750999 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device c8736539-8e31-4f7a-8a21-d7d0a6bc130d up at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 06:41:29.784879 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:29.789545 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:29.797034 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Provisioning complete for port c8736539-8e31-4f7a-8a21-d7d0a6bc130d triggered by entity L2. {{(pid=106288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 06:41:29.797406 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66425958'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), provisioning_complete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:29.871735 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Current status of the port c8736539-8e31-4f7a-8a21-d7d0a6bc130d is: BUILD; New status is: ACTIVE {{(pid=106288) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 06:41:29.872116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751830'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), before_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:29.894328 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d'}] {{(pid=106288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:41:29.896552 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}713c164d8d68062a2e4b7be89f5229dd46c7d4483e73deb221f973c1aa915751" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a7a6b7-5b5e-42f8-96ec-0eff6c4dbe6c" -d '{"events": [{"server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "name": "network-vif-plugged", "status": "completed", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d"}]}' {{(pid=106288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:41:29.909548 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:41:29.913328 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755525679490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755525236929', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755525236947'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:29.938303 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bf3960-8c80-4337-9fa4-1d1f9e5113e0 x-openstack-request-id: req-13bf3960-8c80-4337-9fa4-1d1f9e5113e0 {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:41:29.938757 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "name": "network-vif-plugged", "status": "completed", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d", "code": 200}]} {{(pid=106288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:41:29.939134 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13bf3960-8c80-4337-9fa4-1d1f9e5113e0 {{(pid=106288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:41:29.939568 dv-cinder-852209-16-iscsi neutron-server[106288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bf3960-8c80-4337-9fa4-1d1f9e5113e0'] response: {'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'code': 200} Sep 09 06:41:29.962933 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Pushing event updated for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=8']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:41:30.180826 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06b7d-907b-4d7e-91fd-a10d6ff07394 req-89370519-1e2c-4704-8689-cb9c57dfa054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:30.182309 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90a06b7d-907b-4d7e-91fd-a10d6ff07394 req-89370519-1e2c-4704-8689-cb9c57dfa054 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1129 time: 0.0399179 Sep 09 06:41:30.235216 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-90a06b7d-907b-4d7e-91fd-a10d6ff07394 req-a4181c6c-80f2-4baf-b27c-e1f636d0be2f service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Sep 09 06:41:30.477172 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0cae4-220e-4ac0-9ff3-e1acd08b33a1 req-d112d05c-058a-414e-add3-5adc647a170d tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:30.478496 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b0c0cae4-220e-4ac0-9ff3-e1acd08b33a1 req-d112d05c-058a-414e-add3-5adc647a170d tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0471635 Sep 09 06:41:30.527843 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-b0c0cae4-220e-4ac0-9ff3-e1acd08b33a1 req-4458b726-da9e-4dd6-8e38-fd660cbeee9f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435839 Sep 09 06:41:31.050773 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-43918985-fca0-4069-95d0-a49f82b1d0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:31.613130 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=100 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:31.654519 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca4bb5-0bbe-4a14-a208-516bb08700a8 req-eeb2aa99-a76d-4585-83e2-509c84e1208b tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:31.655996 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-61ca4bb5-0bbe-4a14-a208-516bb08700a8 req-eeb2aa99-a76d-4585-83e2-509c84e1208b tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0515635 Sep 09 06:41:31.707087 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-61ca4bb5-0bbe-4a14-a208-516bb08700a8 req-bca4f6d4-ba61-405c-a473-c4c5fe30c438 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Sep 09 06:41:32.265559 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:32.834026 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8030d39-3e57-4f8d-b2d5-440d4f7c54be req-c4b5b92a-9aa6-4a28-916d-ab72c22f7332 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:41:32.835435 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8030d39-3e57-4f8d-b2d5-440d4f7c54be req-c4b5b92a-9aa6-4a28-916d-ab72c22f7332 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0512948 Sep 09 06:41:32.884412 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a8030d39-3e57-4f8d-b2d5-440d4f7c54be req-576c7905-e143-4ddb-b766-7c47b56409b5 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432303 Sep 09 06:41:33.543012 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:33.618522 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:34.080889 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:34.081614 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:42.871611 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=18 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:42.880486 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=82 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:43.613216 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:43.615256 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:45.421645 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:41:55.415831 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:55.417732 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:41:58.714643 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f72dc6df-47e0-490f-bbb2-c7038a139f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:01.052352 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-ff698926-9b46-4342-84a6-26f377b6cc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:01.084500 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:42:02.268774 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:03.542512 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:03.621705 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:11.080029 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=17 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:11.080946 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=19 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:13.615932 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:13.617850 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:15.427916 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:22.279195 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-d9104e22-6cf2-428b-bb85-5c92837b26ea service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377772 Sep 09 06:42:22.364805 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-37be1ff5-1bdc-42cc-9dea-0a9f0c983a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:22.366325 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-37be1ff5-1bdc-42cc-9dea-0a9f0c983a9d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1129 time: 0.0397906 Sep 09 06:42:22.475430 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-0597eeb1-6c15-476f-8434-acbe2e4162c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:22.476817 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-0597eeb1-6c15-476f-8434-acbe2e4162c1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 910 time: 0.0884948 Sep 09 06:42:22.540230 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-9589dc2e-6913-4072-be26-df660ed50d21 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 1000 time: 0.0542679 Sep 09 06:42:22.596296 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-e29f0d45-22ea-430e-81b0-b459799645cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:22.597727 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-e29f0d45-22ea-430e-81b0-b459799645cf service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0487621 Sep 09 06:42:22.644353 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-5f262221-120c-4806-9952-a82199638966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:22.645798 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-5f262221-120c-4806-9952-a82199638966 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390451 Sep 09 06:42:22.737302 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-a547606e-77ca-4653-9609-fb40f2ca5da3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817449 Sep 09 06:42:22.832161 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-27e56627-27a7-4892-9aa1-0ce8ce927132 req-e8f650eb-cf81-444f-92fb-efa79cbc9395 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856638 Sep 09 06:42:25.421494 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:25.424363 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:28.717089 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9fe22002-8ddf-485d-b1ef-e8c5fca26970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:31.054162 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-527f6210-0684-46f1-a19a-cf5cdf37344b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:32.271130 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:32.827643 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=49 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:32.829460 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=52 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:33.545155 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:33.624713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:34.249053 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:34.249792 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:38.085436 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:42:43.613840 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:43.620230 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:45.442909 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:48.548850 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60600) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:48.689502 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Deleting port 93a9f179-5584-4f98-93ff-9099cab3e157 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:48.689844 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (93a9f179-5584-4f98-93ff-9099cab3e157), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:48.767741 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (93a9f179-5584-4f98-93ff-9099cab3e157), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:48.768066 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for floatingip (93a9f179-5584-4f98-93ff-9099cab3e157), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:48.779903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Calling delete_port for 93a9f179-5584-4f98-93ff-9099cab3e157 owned by network:floatingip {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:48.927628 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (93a9f179-5584-4f98-93ff-9099cab3e157), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:48.949802 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event deleted for resources: {'Port': ['ID=93a9f179-5584-4f98-93ff-9099cab3e157,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:48.979018 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.979364 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.979731 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.980069 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.980400 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.980730 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.981054 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.981378 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.981698 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.982019 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.982337 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.982658 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.982978 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.983294 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:48.983632 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:49.026131 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for floatingip (14726802-3af3-424d-94ce-5cc20b9a7072), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:49.026516 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.db.l3_db [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Floating IP 14726802-3af3-424d-94ce-5cc20b9a7072 disassociated (deleted). External IP: 172.27.0.35, port: c8736539-8e31-4f7a-8a21-d7d0a6bc130d. Sep 09 06:42:49.487184 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Router 9a993fc1-3a8a-46bf-b022-29933e81b390 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:42:49.591754 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:42:49.597086 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for floatingip (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:49.603295 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] Sync routers for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:42:49.614469 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:42:49.615594 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:42:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:49.625971 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-abf4c7af-8d1e-43c5-b36b-b7b9d8419be4 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/14726802-3af3-424d-94ce-5cc20b9a7072 HTTP/1.1" status: 204 len: 168 time: 1.0762024 Sep 09 06:42:49.627158 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:42:49.629440 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26118a8e-9ddd-4622-b48c-3a921a86c2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:42:49.694705 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 06:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7b3955-7862-4b08-a13d-00504a314c07 x-openstack-request-id: req-2c7b3955-7862-4b08-a13d-00504a314c07 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:42:49.695228 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:42:49.695717 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c7b3955-7862-4b08-a13d-00504a314c07 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:42:49.696190 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7b3955-7862-4b08-a13d-00504a314c07'] response: {'name': 'network-changed', 'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'status': 'completed', 'code': 200} Sep 09 06:42:49.721533 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:42:49.763682 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:49.764295 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:49.775826 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-b7c53421-3c69-4037-b1a6-e1fdc187cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:49.775826 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-b7c53421-3c69-4037-b1a6-e1fdc187cce0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 1129 time: 0.0466280 Sep 09 06:42:49.901659 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0638db-8f3e-4b3e-ab19-06f9f04cac67 req-9230a493-7bcf-4f50-92b9-d2a5d8a8ecc2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:49.903111 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8c0638db-8f3e-4b3e-ab19-06f9f04cac67 req-9230a493-7bcf-4f50-92b9-d2a5d8a8ecc2 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0611563 Sep 09 06:42:49.920080 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-e9e3c96d-2d10-44a3-a58d-2fdb7a5080ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:49.920407 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:23Z', 'revision_number': 5, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:49.921478 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-e9e3c96d-2d10-44a3-a58d-2fdb7a5080ed service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 200 len: 910 time: 0.1398706 Sep 09 06:42:49.945464 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] Checking router: 9a993fc1-3a8a-46bf-b022-29933e81b390 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:42:49.953770 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:42:49.954370 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:42:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:49.959224 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-8c0638db-8f3e-4b3e-ab19-06f9f04cac67 req-de3f16f6-441c-4321-88db-fc6b8a257282 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495033 Sep 09 06:42:50.136134 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:42:50.315665 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:23Z', 'revision_number': 5, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:50.342642 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6accc49-9c83-44db-8339-2e6871679b9a None None] The sync data for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi is: [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:38:10Z', 'revision_number': 4, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi', '_interfaces': [{'id': '85120891-1641-440d-9683-f9d7b7fe4d7c', 'name': '', 'network_id': '0156bdc7-bb9c-40f9-8ffd-76befb64af9f', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'mac_address': 'fa:16:3e:c0:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:09Z', 'updated_at': '2022-09-09T06:38:23Z', 'revision_number': 5, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'subnets': [{'id': '008f19a6-1d6d-4f86-b8d9-6fb6e44d6252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:42:50.549028 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6bb161-d852-43f9-a907-2062723b4eaf None None] New status for floating IP 14726802-3af3-424d-94ce-5cc20b9a7072: DOWN {{(pid=106288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 06:42:51.031715 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-d5113237-dc52-45c7-af7b-b5c2b159c735 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 200 len: 217 time: 0.0380020 Sep 09 06:42:51.114651 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814c213-69e9-4a7a-acb5-1b5edbceb629 req-17660a50-dcfd-41af-a1e7-1526a5745e11 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:51.116118 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a814c213-69e9-4a7a-acb5-1b5edbceb629 req-17660a50-dcfd-41af-a1e7-1526a5745e11 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0776336 Sep 09 06:42:51.121505 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-c7b5249c-c554-4fdb-9992-448169d747a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:51.122870 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-c7b5249c-c554-4fdb-9992-448169d747a2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 200 len: 848 time: 0.0827174 Sep 09 06:42:51.166073 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-a814c213-69e9-4a7a-acb5-1b5edbceb629 req-0de8595e-dde3-4871-87b8-66dfbbe5187c tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3cc18531-c704-47ba-9f5f-b051ec703189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423160 Sep 09 06:42:51.216231 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-97c95744-1a73-43b7-a5a8-747093f1e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:51.217747 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-97c95744-1a73-43b7-a5a8-747093f1e65a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=0156bdc7-bb9c-40f9-8ffd-76befb64af9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423748 Sep 09 06:42:51.307242 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-a48abf9e-3c48-403d-920b-740d69a346da service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819838 Sep 09 06:42:51.605377 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-005d4db6-aa28-410a-ba42-0ac6caa56222 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 06:42:51.606803 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-005d4db6-aa28-410a-ba42-0ac6caa56222 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 945 time: 0.0567956 Sep 09 06:42:51.627977 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-26118a8e-9ddd-4622-b48c-3a921a86c2e2 req-cdd0f5f3-5a32-4b12-9a74-af0048c2bc6f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356261 Sep 09 06:42:51.700478 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Deleting port c8736539-8e31-4f7a-8a21-d7d0a6bc130d {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:51.700815 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:51.789035 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] For port c8736539-8e31-4f7a-8a21-d7d0a6bc130d, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:51.789388 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:51.803070 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Calling delete_port for c8736539-8e31-4f7a-8a21-d7d0a6bc130d owned by compute:nova {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:51.883057 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:51.922565 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:51.932328 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (c8736539-8e31-4f7a-8a21-d7d0a6bc130d), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:51.958349 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event deleted for resources: {'Port': ['ID=c8736539-8e31-4f7a-8a21-d7d0a6bc130d,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:52.007900 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] No DVR routers for this DVR port c8736539-8e31-4f7a-8a21-d7d0a6bc130d on host hv-cinder-85220 {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:42:52.010331 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950492'] for port (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:52.013567 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-d02f564a-475a-4d99-8109-0ec4d33f4885 req-834e626d-7914-4987-8fed-5a80a3432993 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c8736539-8e31-4f7a-8a21-d7d0a6bc130d HTTP/1.1" status: 204 len: 173 time: 0.3972487 Sep 09 06:42:52.014061 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'name': 'network-vif-deleted', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d'}] {{(pid=106286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 06:42:52.016314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a012655bd72143ac6846eebed05132a0f2c07d9f076eba4d5e67d475aa5c97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabf4500-fc82-457c-a23b-e268d82bee93" -d '{"events": [{"server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "name": "network-vif-deleted", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d"}]}' {{(pid=106286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 06:42:52.055254 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 06:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533fc0b0-56c1-4f47-8a63-291bb2b922f9 x-openstack-request-id: req-533fc0b0-56c1-4f47-8a63-291bb2b922f9 {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 06:42:52.055885 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8292f5-aba8-47e7-ab6a-6e5ea3588d0f", "name": "network-vif-deleted", "tag": "c8736539-8e31-4f7a-8a21-d7d0a6bc130d", "status": "completed", "code": 200}]} {{(pid=106286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 06:42:52.055885 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-533fc0b0-56c1-4f47-8a63-291bb2b922f9 {{(pid=106286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 06:42:52.056176 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533fc0b0-56c1-4f47-8a63-291bb2b922f9'] response: {'server_uuid': 'be8292f5-aba8-47e7-ab6a-6e5ea3588d0f', 'name': 'network-vif-deleted', 'tag': 'c8736539-8e31-4f7a-8a21-d7d0a6bc130d', 'status': 'completed', 'code': 200} Sep 09 06:42:52.272916 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [req-aa51ec79-4c8f-4fb8-a246-cdc0596d26b5 req-0b2ab38f-f6e2-4682-af33-4516affb561f tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be8292f5-aba8-47e7-ab6a-6e5ea3588d0f HTTP/1.1" status: 200 len: 210 time: 0.0285232 Sep 09 06:42:53.339925 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60634) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:53.396708 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-91e7fb15-292a-4725-be53-d505ef7578f9 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group (3cc18531-c704-47ba-9f5f-b051ec703189), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:53.420163 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-91e7fb15-292a-4725-be53-d505ef7578f9 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group (3cc18531-c704-47ba-9f5f-b051ec703189), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:53.480537 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-91e7fb15-292a-4725-be53-d505ef7578f9 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (3cc18531-c704-47ba-9f5f-b051ec703189), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:53.483102 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-91e7fb15-292a-4725-be53-d505ef7578f9 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:53.484268 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-91e7fb15-292a-4725-be53-d505ef7578f9 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3cc18531-c704-47ba-9f5f-b051ec703189 HTTP/1.1" status: 204 len: 168 time: 0.1447637 Sep 09 06:42:53.499314 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7fb15-292a-4725-be53-d505ef7578f9 tempest-TestShelveInstance-695708215 tempest-TestShelveInstance-695708215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc18531-c704-47ba-9f5f-b051ec703189,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:53.531098 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60638) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:53.834019 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (9a993fc1-3a8a-46bf-b022-29933e81b390), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:54.050348 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Deleting port 85120891-1641-440d-9683-f9d7b7fe4d7c {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:54.050678 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:54.131243 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] For port 85120891-1641-440d-9683-f9d7b7fe4d7c, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=85120891-1641-440d-9683-f9d7b7fe4d7c,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:54.131511 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:54.144760 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Calling delete_port for 85120891-1641-440d-9683-f9d7b7fe4d7c owned by network:router_interface {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:54.320468 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (85120891-1641-440d-9683-f9d7b7fe4d7c), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:54.324439 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:54.328615 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:54.350315 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85120891-1641-440d-9683-f9d7b7fe4d7c,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:54.377836 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.378178 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.378519 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.378853 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.379182 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.379509 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.379858 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.380188 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.380507 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.380819 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.381139 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.381511 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.381770 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.382081 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.382392 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:54.529263 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (9a993fc1-3a8a-46bf-b022-29933e81b390), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:54.731570 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Router 9a993fc1-3a8a-46bf-b022-29933e81b390 has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:42:54.831878 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:42:54.836768 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-a8e62525-f531-46a8-bd29-a1c7646467e2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/9a993fc1-3a8a-46bf-b022-29933e81b390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3044851 Sep 09 06:42:54.839331 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60642) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:54.844185 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] Sync routers for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:42:54.855355 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:42:54.855990 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:42:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:54.939804 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks [] for router (9a993fc1-3a8a-46bf-b022-29933e81b390), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:54.956938 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: dv-cinder-852209-16-iscsi {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:42:55.039276 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks [] for router_gateway (9a993fc1-3a8a-46bf-b022-29933e81b390), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.081619 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Deleting port 0d1116db-14d1-45db-a9b2-33f82b415888 {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:55.081938 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.108581 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=100 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:55.122967 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:42:54Z', 'revision_number': 5, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port': {'id': '0d1116db-14d1-45db-a9b2-33f82b415888', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:06Z', 'updated_at': '2022-09-09T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:55.147916 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] Checking router: 9a993fc1-3a8a-46bf-b022-29933e81b390 for host: dv-cinder-852209-16-iscsi {{(pid=106289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:42:55.156086 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] Routers {'9a993fc1-3a8a-46bf-b022-29933e81b390'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:42:55.156687 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:42:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['9a993fc1-3a8a-46bf-b022-29933e81b390'], 'active': True} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:55.165642 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] For port 0d1116db-14d1-45db-a9b2-33f82b415888, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=0d1116db-14d1-45db-a9b2-33f82b415888,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:55.166004 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.178746 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Calling delete_port for 0d1116db-14d1-45db-a9b2-33f82b415888 owned by network:router_gateway {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:55.183768 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:55.219870 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:55.239908 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:55.241500 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_dvr_db [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] Set router 9a993fc1-3a8a-46bf-b022-29933e81b390 gateway port host: None {{(pid=106289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:42:55.292352 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.l3_hamode_db [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:42:55Z', 'revision_number': 6, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:55.317114 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe04e71-d5c9-49e6-a431-a9426da9b368 None None] The sync data for ids ['9a993fc1-3a8a-46bf-b022-29933e81b390'] in dv-cinder-852209-16-iscsi is: [{'id': '9a993fc1-3a8a-46bf-b022-29933e81b390', 'name': 'tempest-TestShelveInstance-1882662135-router', 'tenant_id': '240d1fbee4bc4dbeb359f463302be8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:05Z', 'updated_at': '2022-09-09T06:42:55Z', 'revision_number': 6, 'project_id': '240d1fbee4bc4dbeb359f463302be8ee', 'gw_port_host': None}] {{(pid=106289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:42:55.354288 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (0d1116db-14d1-45db-a9b2-33f82b415888), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.379861 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1116db-14d1-45db-a9b2-33f82b415888,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:55.442615 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (9a993fc1-3a8a-46bf-b022-29933e81b390), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.756501 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (9a993fc1-3a8a-46bf-b022-29933e81b390), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.758870 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks [] for router_controller (9a993fc1-3a8a-46bf-b022-29933e81b390), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.778807 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 85120891-1641-440d-9683-f9d7b7fe4d7c no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:42:55.799804 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 85120891-1641-440d-9683-f9d7b7fe4d7c {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:42:55.800500 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 85120891-1641-440d-9683-f9d7b7fe4d7c not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:42:55.806650 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (9a993fc1-3a8a-46bf-b022-29933e81b390), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.807295 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a993fc1-3a8a-46bf-b022-29933e81b390 {{(pid=106287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:42:55.811938 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.815475 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-73e32e3f-0af4-4dc1-b9e6-01eff917f47a admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/9a993fc1-3a8a-46bf-b022-29933e81b390 HTTP/1.1" status: 204 len: 168 time: 0.9728858 Sep 09 06:42:55.815780 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60644) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:55.860184 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d525dd-56a2-4433-9909-acc5df21b777 admin admin] Deleting subnet 008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 {{(pid=106287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:42:55.863308 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3d525dd-56a2-4433-9909-acc5df21b777 admin admin] Publish callbacks [] for subnet (008f19a6-1d6d-4f86-b8d9-6fb6e44d6252), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.897316 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3d525dd-56a2-4433-9909-acc5df21b777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913620'] for subnet (008f19a6-1d6d-4f86-b8d9-6fb6e44d6252), precommit_delete_associations {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:55.973950 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3d525dd-56a2-4433-9909-acc5df21b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (008f19a6-1d6d-4f86-b8d9-6fb6e44d6252), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.017623 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device c8736539-8e31-4f7a-8a21-d7d0a6bc130d no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:42:56.026376 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3d525dd-56a2-4433-9909-acc5df21b777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4059477'] for subnet (008f19a6-1d6d-4f86-b8d9-6fb6e44d6252), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.036608 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] No Port match for: c8736539-8e31-4f7a-8a21-d7d0a6bc130d {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:42:56.036951 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Device c8736539-8e31-4f7a-8a21-d7d0a6bc130d not bound to the agent host hv-cinder-85220 {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:42:56.052691 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d525dd-56a2-4433-9909-acc5df21b777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008f19a6-1d6d-4f86-b8d9-6fb6e44d6252,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:56.054682 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-d3d525dd-56a2-4433-9909-acc5df21b777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.057670 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-d3d525dd-56a2-4433-9909-acc5df21b777 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/008f19a6-1d6d-4f86-b8d9-6fb6e44d6252 HTTP/1.1" status: 204 len: 168 time: 0.2409301 Sep 09 06:42:56.059234 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be9e740-a1c2-4059-8d83-5d1c34cdbfd1 None None] Network 0156bdc7-bb9c-40f9-8ffd-76befb64af9f requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:42:56.060221 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60646) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:56.137519 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (0156bdc7-bb9c-40f9-8ffd-76befb64af9f), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.180117 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Deleting port b08cf1cb-5fa4-4e94-8fe7-890df11b086c {{(pid=106287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:56.180450 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.234736 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] DHCP port deletion for 0156bdc7-bb9c-40f9-8ffd-76befb64af9f request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:42:56.250535 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.db [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] For port b08cf1cb-5fa4-4e94-8fe7-890df11b086c, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:56.250890 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.264812 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Calling delete_port for b08cf1cb-5fa4-4e94-8fe7-890df11b086c owned by network:dhcp {{(pid=106287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:56.271955 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Deleting port b08cf1cb-5fa4-4e94-8fe7-890df11b086c {{(pid=106288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:56.272318 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), before_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.326570 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:56.347620 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:56.360058 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637636'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.386818 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:56.393518 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] No DVR routers for this DVR port b08cf1cb-5fa4-4e94-8fe7-890df11b086c on host dv-cinder-852209-16-iscsi {{(pid=106287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:42:56.473448 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (0156bdc7-bb9c-40f9-8ffd-76befb64af9f), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.475017 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] For port b08cf1cb-5fa4-4e94-8fe7-890df11b086c, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,segment=NetworkSegment(d47180bc-437f-46d1-9b62-13be4f6669f1),segment_id=d47180bc-437f-46d1-9b62-13be4f6669f1)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:56.475409 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), precommit_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.488956 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Calling delete_port for b08cf1cb-5fa4-4e94-8fe7-890df11b086c owned by network:dhcp {{(pid=106288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:56.494251 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0156bdc7-bb9c-40f9-8ffd-76befb64af9f']}} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:56.504437 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47180bc-437f-46d1-9b62-13be4f6669f1') {'for_net_delete': True} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:56.504756 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.services.segments.db [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47180bc-437f-46d1-9b62-13be4f6669f1') {} {{(pid=106287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:56.514683 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913583'] for segment (d47180bc-437f-46d1-9b62-13be4f6669f1), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.528185 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (d47180bc-437f-46d1-9b62-13be4f6669f1), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.534599 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:42:56.534975 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637721'] for segment (d47180bc-437f-46d1-9b62-13be4f6669f1), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.571962 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (b08cf1cb-5fa4-4e94-8fe7-890df11b086c), after_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.601562 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (0156bdc7-bb9c-40f9-8ffd-76befb64af9f), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.602002 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Pushing event deleted for resources: {'Port': ['ID=b08cf1cb-5fa4-4e94-8fe7-890df11b086c,revision_number=None']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:56.608750 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:56.611186 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] No DVR routers for this DVR port b08cf1cb-5fa4-4e94-8fe7-890df11b086c on host dv-cinder-852209-16-iscsi {{(pid=106288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:42:56.613957 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.614522 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.615069 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.615645 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.616099 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/0156bdc7-bb9c-40f9-8ffd-76befb64af9f HTTP/1.1" status: 204 len: 168 time: 0.5547931 Sep 09 06:42:56.616405 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.616947 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.617067 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60652) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:56.617963 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.618521 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.619304 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.619882 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.620439 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.621007 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.621543 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.622087 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.622637 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe62d48-2d29-4684-8701-abdcc9a696df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-16-iscsi {{(pid=106288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 06:42:56.632310 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment d47180bc-437f-46d1-9b62-13be4f6669f1 resource provider aggregate not found Sep 09 06:42:56.641080 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a936d-0190-4c39-90c9-6583343cd946 admin admin] Pushing event deleted for resources: {'Network': ['ID=0156bdc7-bb9c-40f9-8ffd-76befb64af9f,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:56.650787 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.services.segments.plugin [-] Segment d47180bc-437f-46d1-9b62-13be4f6669f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d47180bc-437f-46d1-9b62-13be4f6669f1 found for delete ", "request_id": "req-e24680f3-5bc6-4514-8e80-8ec551e14265"}]} Sep 09 06:42:56.941296 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494832'] for router_interface (802849a1-30e7-4a38-813d-aadd27f560ed), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:57.161848 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Deleting port 6423e457-6f5a-4459-a937-c4b601fe0440 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:57.162185 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:57.240213 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] For port 6423e457-6f5a-4459-a937-c4b601fe0440, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=6423e457-6f5a-4459-a937-c4b601fe0440,segment=NetworkSegment(be42dea8-9a1a-4c3f-a022-8e085c6b7456),segment_id=be42dea8-9a1a-4c3f-a022-8e085c6b7456)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:57.240494 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:57.253252 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Calling delete_port for 6423e457-6f5a-4459-a937-c4b601fe0440 owned by network:router_interface {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:57.262251 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:57.295408 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:57.432419 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (6423e457-6f5a-4459-a937-c4b601fe0440), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:57.458210 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6423e457-6f5a-4459-a937-c4b601fe0440,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:57.635031 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66712021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483584'] for router_interface (802849a1-30e7-4a38-813d-aadd27f560ed), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:57.694925 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b08cf1cb-5fa4-4e94-8fe7-890df11b086c no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:42:57.714057 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: b08cf1cb-5fa4-4e94-8fe7-890df11b086c {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:42:57.714397 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device b08cf1cb-5fa4-4e94-8fe7-890df11b086c not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:42:57.714808 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 0d1116db-14d1-45db-a9b2-33f82b415888 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:42:57.733351 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 0d1116db-14d1-45db-a9b2-33f82b415888 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:42:57.733626 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 0d1116db-14d1-45db-a9b2-33f82b415888 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:42:57.846315 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Router 802849a1-30e7-4a38-813d-aadd27f560ed has already been hosted by L3 agent dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24 {{(pid=106286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 06:42:57.944233 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] Notify agent at l3_agent.dv-cinder-852209-16-iscsi the message routers_updated {{(pid=106286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 06:42:57.951252 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-0ddefeb6-5d59-4774-af49-71b0d21d2bb0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/802849a1-30e7-4a38-813d-aadd27f560ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3310397 Sep 09 06:42:57.951706 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60656) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:57.955201 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] Sync routers for ids ['802849a1-30e7-4a38-813d-aadd27f560ed'] in dv-cinder-852209-16-iscsi {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 06:42:57.966250 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] Routers {'802849a1-30e7-4a38-813d-aadd27f560ed'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:42:57.966894 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:42:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['802849a1-30e7-4a38-813d-aadd27f560ed'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:58.051356 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks [] for router (802849a1-30e7-4a38-813d-aadd27f560ed), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.068778 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] Set router 802849a1-30e7-4a38-813d-aadd27f560ed gateway port host: dv-cinder-852209-16-iscsi {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:42:58.097934 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:58.154154 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks [] for router_gateway (802849a1-30e7-4a38-813d-aadd27f560ed), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.194107 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:58.197813 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Deleting port cb6bc640-d7f0-4f23-9718-018b57cb7299 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:58.198151 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.241713 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'external_fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:42:57Z', 'revision_number': 5, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port': {'id': 'cb6bc640-d7f0-4f23-9718-018b57cb7299', 'name': '', 'network_id': 'fb517ef4-06df-4a6d-9063-5467d83e52bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '981f571f-4372-4818-9746-6a2df08df3c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T06:38:16Z', 'updated_at': '2022-09-09T06:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '981f571f-4372-4818-9746-6a2df08df3c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-16-iscsi'}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:58.268443 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] Checking router: 802849a1-30e7-4a38-813d-aadd27f560ed for host: dv-cinder-852209-16-iscsi {{(pid=106288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 06:42:58.276874 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] Routers {'802849a1-30e7-4a38-813d-aadd27f560ed'} bound to L3 agent in host dv-cinder-852209-16-iscsi {{(pid=106288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 06:42:58.277470 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T06:21:01Z,description=,heartbeat_timestamp=2022-09-09T06:42:31Z,host='dv-cinder-852209-16-iscsi',id=dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T06:21:01Z,topic='l3_agent')) {'router_ids': ['802849a1-30e7-4a38-813d-aadd27f560ed'], 'active': True} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:58.282742 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] For port cb6bc640-d7f0-4f23-9718-018b57cb7299, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=cb6bc640-d7f0-4f23-9718-018b57cb7299,segment=NetworkSegment(32497d8f-543a-4730-8627-90270613b35a),segment_id=32497d8f-543a-4730-8627-90270613b35a)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:58.283559 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.296667 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Calling delete_port for cb6bc640-d7f0-4f23-9718-018b57cb7299 owned by network:router_gateway {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:58.360599 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvr_db [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] Set router 802849a1-30e7-4a38-813d-aadd27f560ed gateway port host: None {{(pid=106288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 06:42:58.410362 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_hamode_db [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:42:58Z', 'revision_number': 6, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port_host': None}], 'dv-cinder-852209-16-iscsi', False) {} {{(pid=106288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:58.438661 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74b515-b651-4f89-8535-9abb145df0df None None] The sync data for ids ['802849a1-30e7-4a38-813d-aadd27f560ed'] in dv-cinder-852209-16-iscsi is: [{'id': '802849a1-30e7-4a38-813d-aadd27f560ed', 'name': 'tempest-TestShelveInstance-84369411-router', 'tenant_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T06:38:15Z', 'updated_at': '2022-09-09T06:42:58Z', 'revision_number': 6, 'project_id': 'e2a72949ee104e32b5cf777e7fe3de8e', 'gw_port_host': None}] {{(pid=106288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 06:42:58.467170 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (cb6bc640-d7f0-4f23-9718-018b57cb7299), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.493600 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6bc640-d7f0-4f23-9718-018b57cb7299,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:58.553341 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484210'] for router_gateway (802849a1-30e7-4a38-813d-aadd27f560ed), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.640932 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12140'] for router (802849a1-30e7-4a38-813d-aadd27f560ed), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.643123 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks [] for router_controller (802849a1-30e7-4a38-813d-aadd27f560ed), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.687805 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-483637'] for router (802849a1-30e7-4a38-813d-aadd27f560ed), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.688363 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 802849a1-30e7-4a38-813d-aadd27f560ed {{(pid=106286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 06:42:58.693196 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.694330 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-6343270e-6170-4470-b3c3-5d44e41a1510 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/802849a1-30e7-4a38-813d-aadd27f560ed HTTP/1.1" status: 204 len: 168 time: 0.7417271 Sep 09 06:42:58.696935 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60658) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:58.718675 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c68129a6-10d5-427b-9701-040198355481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.743070 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06483e1-000f-42c2-8858-47d33647f633 admin admin] Deleting subnet 6078ca70-a6e5-49bc-ad3a-54c53b95fa9a {{(pid=106286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 06:42:58.746220 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b06483e1-000f-42c2-8858-47d33647f633 admin admin] Publish callbacks [] for subnet (6078ca70-a6e5-49bc-ad3a-54c53b95fa9a), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.780577 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b06483e1-000f-42c2-8858-47d33647f633 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3556811'] for subnet (6078ca70-a6e5-49bc-ad3a-54c53b95fa9a), precommit_delete_associations {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.865459 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b06483e1-000f-42c2-8858-47d33647f633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66358698'] for subnet (6078ca70-a6e5-49bc-ad3a-54c53b95fa9a), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.918842 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:58.925503 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b06483e1-000f-42c2-8858-47d33647f633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66356110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3655139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8396124'] for subnet (6078ca70-a6e5-49bc-ad3a-54c53b95fa9a), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.952233 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06483e1-000f-42c2-8858-47d33647f633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6078ca70-a6e5-49bc-ad3a-54c53b95fa9a,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:58.956633 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-b06483e1-000f-42c2-8858-47d33647f633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for subnet (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:58.960124 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-b06483e1-000f-42c2-8858-47d33647f633 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/6078ca70-a6e5-49bc-ad3a-54c53b95fa9a HTTP/1.1" status: 204 len: 168 time: 0.2617264 Sep 09 06:42:58.962139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60660) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:58.964589 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557370f7-1fc6-4295-a190-ddbcbbd89556 None None] Network d25c2a0f-0fd6-4f82-8d69-7bede85d7424 requested from dv-cinder-852209-16-iscsi {{(pid=106288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 06:42:59.037474 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762889'] for network (d25c2a0f-0fd6-4f82-8d69-7bede85d7424), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.045805 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:59.081582 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Deleting port a974b800-ac60-406c-9f55-4026bed65c37 {{(pid=106286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:59.081744 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (a974b800-ac60-406c-9f55-4026bed65c37), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.129952 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:59.146763 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.db [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] For port a974b800-ac60-406c-9f55-4026bed65c37, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=a974b800-ac60-406c-9f55-4026bed65c37,segment=NetworkSegment(be42dea8-9a1a-4c3f-a022-8e085c6b7456),segment_id=be42dea8-9a1a-4c3f-a022-8e085c6b7456)] {{(pid=106286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:59.147053 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (a974b800-ac60-406c-9f55-4026bed65c37), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.163641 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.plugin [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Calling delete_port for a974b800-ac60-406c-9f55-4026bed65c37 owned by network:dhcp {{(pid=106286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:59.233330 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] DHCP port deletion for d25c2a0f-0fd6-4f82-8d69-7bede85d7424 request from dv-cinder-852209-16-iscsi {{(pid=106288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 06:42:59.261064 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:42:59.276389 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] Deleting port a974b800-ac60-406c-9f55-4026bed65c37 {{(pid=106288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 06:42:59.276750 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755525676261'] for port (a974b800-ac60-406c-9f55-4026bed65c37), before_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.343663 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.db [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] For port a974b800-ac60-406c-9f55-4026bed65c37, host dv-cinder-852209-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-16-iscsi',level=0,port_id=a974b800-ac60-406c-9f55-4026bed65c37,segment=NetworkSegment(be42dea8-9a1a-4c3f-a022-8e085c6b7456),segment_id=be42dea8-9a1a-4c3f-a022-8e085c6b7456)] {{(pid=106288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 06:42:59.344060 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-486086'] for port (a974b800-ac60-406c-9f55-4026bed65c37), precommit_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.359031 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] Calling delete_port for a974b800-ac60-406c-9f55-4026bed65c37 owned by network:dhcp {{(pid=106288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 06:42:59.444728 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920'] for port (a974b800-ac60-406c-9f55-4026bed65c37), after_delete {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.468202 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] Pushing event deleted for resources: {'Port': ['ID=a974b800-ac60-406c-9f55-4026bed65c37,revision_number=None']} {{(pid=106288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:59.475458 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347cc46d-f5f4-43da-8ecc-f46ea2923498 None None] No DVR routers for this DVR port a974b800-ac60-406c-9f55-4026bed65c37 on host dv-cinder-852209-16-iscsi {{(pid=106288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:42:59.508127 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755525679508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755525236920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3655124'] for port (a974b800-ac60-406c-9f55-4026bed65c37), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.531760 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a974b800-ac60-406c-9f55-4026bed65c37,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:59.537688 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] No DVR routers for this DVR port a974b800-ac60-406c-9f55-4026bed65c37 on host dv-cinder-852209-16-iscsi {{(pid=106286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 06:42:59.617533 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66428609', 'neutron.services.segments.db._delete_segments_for_network-8755525703325'] for network (d25c2a0f-0fd6-4f82-8d69-7bede85d7424), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.633535 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cb6bc640-d7f0-4f23-9718-018b57cb7299 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:42:59.638069 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25c2a0f-0fd6-4f82-8d69-7bede85d7424']}} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:59.648276 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be42dea8-9a1a-4c3f-a022-8e085c6b7456') {'for_net_delete': True} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:59.648903 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.services.segments.db [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be42dea8-9a1a-4c3f-a022-8e085c6b7456') {} {{(pid=106286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 06:42:59.653182 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: cb6bc640-d7f0-4f23-9718-018b57cb7299 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:42:59.653522 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device cb6bc640-d7f0-4f23-9718-018b57cb7299 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:42:59.653927 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device a974b800-ac60-406c-9f55-4026bed65c37 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:42:59.660723 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755525703370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3556656'] for segment (be42dea8-9a1a-4c3f-a022-8e085c6b7456), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.673486 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: a974b800-ac60-406c-9f55-4026bed65c37 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:42:59.673755 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device a974b800-ac60-406c-9f55-4026bed65c37 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:42:59.674242 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 6423e457-6f5a-4459-a937-c4b601fe0440 no longer exists at agent ovs-agent-dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 06:42:59.674368 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142'] for segment (be42dea8-9a1a-4c3f-a022-8e085c6b7456), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.681279 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 06:42:59.681684 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66397142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3655049'] for segment (be42dea8-9a1a-4c3f-a022-8e085c6b7456), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.695567 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.plugin [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] No Port match for: 6423e457-6f5a-4459-a937-c4b601fe0440 {{(pid=106288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 06:42:59.695909 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron.plugins.ml2.rpc [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Device 6423e457-6f5a-4459-a937-c4b601fe0440 not bound to the agent host dv-cinder-852209-16-iscsi {{(pid=106288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 06:42:59.705189 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment be42dea8-9a1a-4c3f-a022-8e085c6b7456 resource provider aggregate not found Sep 09 06:42:59.737366 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.services.segments.plugin [-] Segment be42dea8-9a1a-4c3f-a022-8e085c6b7456 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be42dea8-9a1a-4c3f-a022-8e085c6b7456 found for delete ", "request_id": "req-0d6cd50a-088f-4ecb-a303-c8e1f2fb0018"}]} Sep 09 06:42:59.751859 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66428600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66712870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484247'] for network (d25c2a0f-0fd6-4f82-8d69-7bede85d7424), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.756690 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66712884'] for network (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:42:59.760089 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/d25c2a0f-0fd6-4f82-8d69-7bede85d7424 HTTP/1.1" status: 204 len: 168 time: 0.7969677 Sep 09 06:42:59.773392 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572386c2-2f17-436a-bad4-d5ed94076ce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d25c2a0f-0fd6-4f82-8d69-7bede85d7424,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:42:59.922196 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60668) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:42:59.962847 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-d096d926-d3f1-4b11-92d0-81982bbe442b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=240d1fbee4bc4dbeb359f463302be8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394220 Sep 09 06:42:59.965139 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [-] (106286) accepted ('10.222.0.25', 60670) {{(pid=106286) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:43:00.012545 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ffea12d-fc1b-45a6-99f4-9b409c40ca02 admin admin] Publish callbacks [] for security_group (701604ac-0ada-41ba-bfae-7c3ed057c2fe), before_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:00.032776 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ffea12d-fc1b-45a6-99f4-9b409c40ca02 admin admin] Publish callbacks [] for security_group (701604ac-0ada-41ba-bfae-7c3ed057c2fe), precommit_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:00.078081 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ffea12d-fc1b-45a6-99f4-9b409c40ca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (701604ac-0ada-41ba-bfae-7c3ed057c2fe), after_delete {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:00.081348 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron_lib.callbacks.manager [None req-2ffea12d-fc1b-45a6-99f4-9b409c40ca02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:00.082492 dv-cinder-852209-16-iscsi neutron-server[106286]: INFO neutron.wsgi [None req-2ffea12d-fc1b-45a6-99f4-9b409c40ca02 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/701604ac-0ada-41ba-bfae-7c3ed057c2fe HTTP/1.1" status: 204 len: 168 time: 0.1164660 Sep 09 06:43:00.091342 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea12d-fc1b-45a6-99f4-9b409c40ca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701604ac-0ada-41ba-bfae-7c3ed057c2fe,revision_number=None']} {{(pid=106286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:43:00.406429 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60676) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:43:00.451469 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-e35f16fb-99e9-4c1f-a9fd-b49228f4baba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e2a72949ee104e32b5cf777e7fe3de8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438998 Sep 09 06:43:00.453902 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [-] (106287) accepted ('10.222.0.25', 60678) {{(pid=106287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 06:43:00.502778 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-07527986-3109-426f-bc8d-e16b4a656fa9 admin admin] Publish callbacks [] for security_group (7c590c3d-8f4b-4c10-bfb9-c047c2af750c), before_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:00.522947 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-07527986-3109-426f-bc8d-e16b4a656fa9 admin admin] Publish callbacks [] for security_group (7c590c3d-8f4b-4c10-bfb9-c047c2af750c), precommit_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:00.573360 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-07527986-3109-426f-bc8d-e16b4a656fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463563'] for security_group (7c590c3d-8f4b-4c10-bfb9-c047c2af750c), after_delete {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:00.576135 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron_lib.callbacks.manager [None req-07527986-3109-426f-bc8d-e16b4a656fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:00.577399 dv-cinder-852209-16-iscsi neutron-server[106287]: INFO neutron.wsgi [None req-07527986-3109-426f-bc8d-e16b4a656fa9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7c590c3d-8f4b-4c10-bfb9-c047c2af750c HTTP/1.1" status: 204 len: 168 time: 0.1219726 Sep 09 06:43:00.586212 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07527986-3109-426f-bc8d-e16b4a656fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c590c3d-8f4b-4c10-bfb9-c047c2af750c,revision_number=None']} {{(pid=106287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 06:43:01.055978 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-d78487c0-b8ad-4f53-8014-6cbcb63069c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:02.275489 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:03.550461 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:03.628684 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:10.085413 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:10.086210 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG dbcounter [-] [106286] Writing DB stats neutron:SELECT=51,neutron:DELETE=8 {{(pid=106286) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:10.555219 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:10.582760 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG dbcounter [-] [106287] Writing DB stats neutron:DELETE=7,neutron:SELECT=46,neutron:UPDATE=1 {{(pid=106287) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:11.254669 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=17 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:11.256007 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=8 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:13.621691 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:13.623580 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:15.084980 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:43:15.460038 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:25.078953 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:25.079896 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:25.453838 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:25.456448 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:28.722642 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-014e50c9-e04f-4386-bbe2-593e29d30ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:31.058189 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-68c4d31f-1411-4a5e-8a15-353f5a865c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:32.277889 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:33.552463 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:33.630648 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:43.619936 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=9 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:43.627221 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:45.459910 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:43:52.083409 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:43:55.452735 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:55.455445 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:43:58.725657 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-56bc29cb-78f1-429f-b7b5-e25154463cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:01.059576 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-f3a5340e-cc64-4270-849d-7cea38cd36f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:02.078450 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=17 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:02.079279 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=17 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:02.282361 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:03.553202 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:03.632689 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:13.626944 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:13.628789 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:15.475764 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:25.260766 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:25.265875 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:25.464812 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:25.466673 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:28.728320 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9d797f44-b809-4a0a-b62f-189c1e7b375f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:29.081930 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:44:31.060873 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-32fa05b1-fa34-4b54-8f01-5e4d16f174cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:32.282119 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:33.555914 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:33.638673 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:39.078288 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:43.627992 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:43.635246 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:45.485047 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:44:55.479270 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:55.481217 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:44:56.397292 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [req-c7610e41-1ce1-48a5-990c-bd0f7f6d5546 req-86090f37-4841-4438-9196-577f1c887c49 service neutron] (106287) timed out ('10.222.0.33', 58228) {{(pid=106287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 06:44:58.730397 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-fc476abb-d3c1-494b-ada8-9a6733038c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:01.062738 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-4b356577-7b59-4edd-8fbf-7ae9606e2a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:02.265879 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=3 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:02.270801 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:02.285023 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:03.559837 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:03.631370 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:06.081130 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:45:14.343893 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [req-3c25f6c6-bf73-4b75-bc35-dfa5da3ecfae req-33d7535b-15d7-4933-8f77-f0ae1114a013 service neutron] (106287) timed out ('10.222.0.33', 58251) {{(pid=106287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 06:45:14.500166 dv-cinder-852209-16-iscsi neutron-server[106286]: DEBUG neutron.wsgi [req-aaadeea8-876a-430a-bd13-cbaa55ceef9b req-a155ca9b-9d41-4a0e-a764-2f1aac8faa02 service neutron] (106286) timed out ('10.222.0.33', 58265) {{(pid=106286) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 06:45:15.490607 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:16.076071 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:16.076860 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:25.483792 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:25.485707 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:28.732132 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-9301429e-590e-4128-986f-785f81e18fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:31.069240 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-a23a9757-31cf-447e-b4fa-b2ec37d6d25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:32.289001 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:33.563374 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:33.633729 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:39.267049 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:39.267762 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:43.081454 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:45:43.621919 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:43.628988 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:45.488396 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:45:55.482039 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:55.483989 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:57.581587 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=14 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:57.584195 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=14 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:45:58.733811 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-b7107e49-b7e1-4268-9ea3-93ef20043a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:01.060924 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-60db1c64-a2e3-460a-b584-7fab723e781f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:02.292419 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:03.569624 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:03.635315 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:13.623916 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:13.631116 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:15.499532 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:16.271492 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:16.272785 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:20.079906 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:46:25.494138 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:25.496085 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:28.735163 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-4f062bbb-cbdb-472d-80cc-4fdcab93d884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:30.075449 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:31.062850 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-bcd86ac1-f9c6-4767-a65a-adc311d2f9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:32.294004 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:33.568729 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:33.636425 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:43.625013 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:43.632040 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:45.507505 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:46:47.432554 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-1835e6ab-0a87-4d57-a3d6-ab8315c94b8b service neutron] (106287) timed out ('10.222.0.25', 53350) {{(pid=106287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 06:46:47.689761 dv-cinder-852209-16-iscsi neutron-server[106287]: DEBUG neutron.wsgi [req-b73e297d-d7de-4858-a555-0d2106ada816 req-9e8cde6c-6a93-476d-8107-246a2b4c284e tempest-AttachVolumeShelveTestJSON-1812188542 tempest-AttachVolumeShelveTestJSON-1812188542-project] (106287) timed out ('10.222.0.25', 53362) {{(pid=106287) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 06:46:55.500797 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:55.502717 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:46:57.080025 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:46:58.740135 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-75c637e2-401d-4fdc-82a4-4b1603f867b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:01.064836 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3b9f3a79-490c-4d05-8649-4778954d0d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:02.296563 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:03.072033 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:03.575202 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:03.639084 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:07.075871 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:15.515852 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:25.509975 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=21 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:25.511851 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=23,neutron:UPDATE=6 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:28.744029 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-e7a812a8-862a-4ae7-a6bc-d31a8c671ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:30.273487 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:30.274244 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=4 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:31.066407 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c9e52a00-0136-4bb3-9ad5-9440ea6312cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:32.301732 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:33.576710 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:33.640297 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:34.081129 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:47:43.630956 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:43.636544 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:44.078147 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:45.531387 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:47:55.520952 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:55.527014 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:47:58.746796 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-5ed9b4ac-8e30-40a6-9073-e1c6472a3007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (655d262d-cae8-4cd5-8a77-6087d2245aa8), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:48:01.067840 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-2d7ca999-4364-4b70-92b1-62775092bad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (dd5b3967-5e12-4d11-b54f-e2eb3c1b3d24), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:48:02.302358 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-c37d3aa6-8e3a-46b4-aaf1-fcf0e03c714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (918c08e1-ae31-4c03-87dd-6df02a9fa179), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:48:03.582457 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-8b671b63-f1f9-466e-b9cc-b1aa7aba5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (6424c476-3338-4891-97ee-bc27e3cbff57), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:48:03.641192 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-07c22f36-7689-4f0b-ac6d-120aa09fef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (59c65349-5c98-47b2-9952-287f513feb31), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:48:07.278943 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=18 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:48:07.279706 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=14 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:48:11.080583 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG neutron.db.agents_db [None req-ed065678-240a-498d-ae02-543047d6b428 None None] Agent healthcheck: found 6 active agents {{(pid=106289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 06:48:13.629886 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:48:13.637600 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:48:15.532474 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5628-4c12-4e54-81cf-136e3016dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755525703307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66425856'] for agent (4969a2b9-8452-40cf-9d92-0a43a386b65a), after_update {{(pid=106288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 06:48:21.077613 dv-cinder-852209-16-iscsi neutron-server[106289]: DEBUG dbcounter [-] [106289] Writing DB stats neutron:SELECT=2 {{(pid=106289) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:48:25.525145 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=2 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 06:48:25.527881 dv-cinder-852209-16-iscsi neutron-server[106288]: DEBUG dbcounter [-] [106288] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106288) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}